-- Logs begin at Mon 2021-05-10 10:46:07 UTC, end at Mon 2021-05-10 11:38:08 UTC. -- May 10 11:15:42.262176 dv-cinder-784956-5-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 11:15:44.671637 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.common.config [-] Logging enabled! May 10 11:15:44.672243 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 11:15:44.672400 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78570) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:15:44.675650 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.common.config [-] Logging enabled! May 10 11:15:44.675910 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 11:15:44.676225 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78570) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:15:44.677173 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:15:44.677410 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:15:44.677766 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:15:44.678015 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:15:44.678240 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:15:44.678558 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.678853 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.679149 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.679381 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.679677 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.679967 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.680250 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.680541 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.680870 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.681161 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.681442 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.681728 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.681961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.682250 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.682539 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.682828 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.683053 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] debug = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.683334 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.683760 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.684152 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.684433 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.684749 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.685060 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.685335 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.685612 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.685897 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.686234 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] host = dv-cinder-784956-5-smb {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.686511 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.686797 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.687084 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.687373 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.687650 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.687928 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.688212 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.688487 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.688794 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.689070 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.689358 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.689647 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.689936 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.690161 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.690384 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.690673 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.690959 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.691235 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.691511 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.691787 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.692062 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.692340 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.692612 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.692920 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.693206 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.693490 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.693765 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.694038 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.694311 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.694582 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.694866 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.695138 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.695411 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.695683 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.695971 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.696242 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.696518 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.696843 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.697132 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.697415 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.697702 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.697976 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.698259 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.698534 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.698809 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.699081 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] use_json = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.699355 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.699625 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.699908 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.700181 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.700455 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.700776 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.701053 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.701340 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:44.701635 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.701942 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.702246 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.702532 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.702826 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.703106 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.703397 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.703677 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.703966 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.704257 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.704545 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.704860 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.705153 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.705434 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.705733 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.706041 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.706337 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.706631 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.706910 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.707187 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.707466 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.707748 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.708038 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.708332 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.708626 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.708931 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.709214 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.709509 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.709787 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.710063 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.710343 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.710634 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.710912 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.711186 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.711468 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.711745 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.712019 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.712297 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.712573 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.712899 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.713179 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.713450 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.713721 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.713999 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.714271 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.714559 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.714836 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.715107 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.715378 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.715656 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.715929 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.716739 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.717022 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.717296 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.717747 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.717845 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.718096 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.718371 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.718643 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.718916 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.719188 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.719480 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.719740 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.720011 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.720282 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.720556 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.720864 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.721143 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.721428 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.721726 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.722005 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.722286 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.722571 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.722852 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.723131 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.723412 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.723691 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.723969 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.724243 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.724537 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.724850 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.725139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.725422 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.725701 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.725998 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.726274 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.726559 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.726838 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.727118 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.727411 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.727696 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.727992 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.728287 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.728586 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.728918 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.729214 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.729498 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.729809 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.730092 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:44.730310 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:15:44.730548 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78570) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 11:15:45.087708 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:15:45.087986 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:15:45.088278 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:15:45.088621 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 11:15:45.392173 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.392390 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.392661 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.393886 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.394158 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.394422 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.512708 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.512994 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.513286 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.526323 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.526606 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.526876 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.555970 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.556250 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.556514 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.594696 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.594973 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.595237 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.824995 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.826139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.826139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.826307 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.827042 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.951799 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.952113 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.952392 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.952660 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.952949 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.953259 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.953518 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.953773 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.954022 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.954302 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.954559 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.954820 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.955082 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.955338 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.955601 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.955867 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.956123 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.956394 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.956645 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.957016 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.957372 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.957617 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.957863 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.958284 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.958539 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.958790 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:45.959180 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:45.959420 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:45.959661 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:45.959899 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:45.960139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:45.960376 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:45.960768 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 11:15:45.963847 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 11:15:45.967782 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 11:15:45.971779 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 10 11:15:45.973429 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 11:15:45.973877 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 11:15:45.974215 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 11:15:45.974600 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 11:15:45.977469 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 11:15:45.977724 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 11:15:45.978220 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:15:46.005955 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 11:15:46.006407 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.006707 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78570) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 11:15:46.007071 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.008414 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78570) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 11:15:46.008717 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:15:46.008966 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 11:15:46.012106 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.012389 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.089520 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 11:15:46.089711 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 11:15:46.089951 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 11:15:46.090318 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 11:15:46.120526 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_db.sqlalchemy.engines [None req-5b3081de-1882-41e5-8000-286618afb612 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78570) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 11:15:46.457531 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing driver for type 'gre' May 10 11:15:46.458170 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b3081de-1882-41e5-8000-286618afb612 None None] gre ID ranges: [(1, 1000)] May 10 11:15:46.514236 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing driver for type 'local' May 10 11:15:46.514585 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing driver for type 'vlan' May 10 11:15:46.525392 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b3081de-1882-41e5-8000-286618afb612 None None] VlanTypeDriver initialization complete May 10 11:15:46.525722 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing driver for type 'vxlan' May 10 11:15:46.526195 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b3081de-1882-41e5-8000-286618afb612 None None] vxlan ID ranges: [(1, 1000)] May 10 11:15:46.581873 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing extension driver 'port_security' May 10 11:15:46.582202 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b3081de-1882-41e5-8000-286618afb612 None None] PortSecurityExtensionDriver initialization complete May 10 11:15:46.582528 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing mechanism driver 'openvswitch' May 10 11:15:46.582850 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing mechanism driver 'hyperv' May 10 11:15:46.589271 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.plugins.ml2.plugin [None req-5b3081de-1882-41e5-8000-286618afb612 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:15:46.590018 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.590387 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.590735 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.591112 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.591521 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.591867 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.592241 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.592582 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.592944 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.593317 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > security_group after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.593658 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > security_group after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.593996 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.594366 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.594703 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.595036 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.595405 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > address_group after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.595744 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > address_group after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.596077 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.596431 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b3081de-1882-41e5-8000-286618afb612 None None] ML2 OVO RPC backend initialized. {{(pid=78570) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 11:15:46.597174 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.597564 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.597974 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.598315 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > networks before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.598655 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.598992 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > ports before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.599326 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.599665 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnets before_response 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.600004 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.600337 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.600669 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.601024 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.601353 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.601686 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.602015 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.602343 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.602669 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.603229 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.plugin [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Modular L2 Plugin initialization complete May 10 11:15:46.603566 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading services supported by the core plugin {{(pid=78570) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 11:15:46.603865 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.plugins.ml2.managers [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Got port-security extension from driver 'port_security' May 10 11:15:46.604322 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.extensions.vlantransparent [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Disabled vlantransparent extension. May 10 11:15:46.604839 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78570) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 11:15:46.605149 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: router May 10 11:15:46.642095 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.642486 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_create 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.642856 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router before_create 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.643220 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.643590 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.643938 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_delete 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.644291 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.644648 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_create 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.645013 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_update 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.645357 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_update 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.645702 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.646055 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_update 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.646455 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_update 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.646819 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.647156 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.647488 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: subnet after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.647819 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.648160 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.648499 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_create 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.648861 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.649198 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.649546 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router after_update 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.649888 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.650229 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_create 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.650582 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.650919 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_update 55549900 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.651284 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > network after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.652137 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Tracking information for resource: router configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:46.652464 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Tracking information for resource: floatingip configured {{(pid=78570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:15:46.657885 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.db.l3_agentschedulers_db [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 11:15:46.658452 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.658809 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port after_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.659154 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port after_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.659505 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: port after_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.660284 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router before_create 55550100 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.660643 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.661034 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_create 55550100 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.661386 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > router precommit_update 55550100 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.665729 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.provider_configuration [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service providers = [] {{(pid=78570) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 11:15:46.666089 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.db.servicetype_db [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78570) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 11:15:46.669250 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.service_base [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:15:46.670218 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.service_base [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:15:46.670551 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.service_base [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:15:46.671422 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.services.service_base [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:15:46.671790 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.services.service_base [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 11:15:46.673660 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.673995 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 11:15:46.684399 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.684759 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: auto_allocate May 10 11:15:46.690439 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: network precommit_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.690797 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: network precommit_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.691307 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.691625 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: tag May 10 11:15:46.698310 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.698640 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: timestamp May 10 11:15:46.702404 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.702733 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: network_ip_availability May 10 11:15:46.707936 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.708256 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.708608 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.709340 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.709659 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: flavors May 10 11:15:46.714470 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.714800 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading Plugin: revisions May 10 11:15:46.719507 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:15:46.719895 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.632s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:15:46.720617 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78570) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 11:15:46.720978 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Initializing extension manager. May 10 11:15:46.721488 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: __init__.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.721828 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: __pycache__ {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.722156 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.722484 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: address_group.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.723222 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.723788 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: address-group May 10 11:15:46.724108 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: address_scope.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.724842 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.725358 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: address-scope May 10 11:15:46.725673 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.726580 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.727095 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: router-admin-state-down-before-update May 10 11:15:46.727409 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: agent.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.728088 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.728592 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: agent May 10 11:15:46.728939 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: agent_resources_synced.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.729822 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.730332 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: agent-resources-synced May 10 11:15:46.730649 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: allowedaddresspairs.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.733036 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.733557 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: allowed-address-pairs May 10 11:15:46.733879 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: auto_allocated_topology.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.734934 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.735448 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: auto-allocated-topology May 10 11:15:46.735766 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: availability_zone.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.736441 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.736981 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: availability_zone May 10 11:15:46.737299 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: availability_zone_filter.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.738185 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.738691 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: availability_zone_filter May 10 11:15:46.739008 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: data_plane_status.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.739884 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.740388 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension data-plane-status not supported by any of loaded plugins May 10 11:15:46.740714 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: default_subnetpools.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.741618 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.742128 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: default-subnetpools May 10 11:15:46.742443 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.743231 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.743740 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: dhcp_agent_scheduler May 10 11:15:46.744058 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: dns.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.744973 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.745484 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension dns-integration not supported by any of loaded plugins May 10 11:15:46.745798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: dns_domain_ports.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.746684 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.747186 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 11:15:46.747526 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: dvr.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.748172 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.748678 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: dvr May 10 11:15:46.749018 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: empty_string_filtering.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.749898 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.750407 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: empty-string-filtering May 10 11:15:46.750723 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.751608 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.752110 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 11:15:46.752422 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.753330 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.753830 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 11:15:46.754146 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: external_net.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.755026 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.755536 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: external-net May 10 11:15:46.755850 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.756812 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.757324 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: extra_dhcp_opt May 10 11:15:46.757641 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: extraroute.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.758517 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.759020 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: extraroute May 10 11:15:46.759335 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: extraroute_atomic.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.760331 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.760878 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: extraroute-atomic May 10 11:15:46.761196 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: filter_validation.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.761844 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.762354 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: filter-validation May 10 11:15:46.762664 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: fip_pf_description.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.763742 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.764247 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 11:15:46.764561 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: fip_port_details.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.765479 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.765986 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: fip-port-details May 10 11:15:46.766301 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: flavors.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.767491 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.768008 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: flavors May 10 11:15:46.768327 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.769995 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.770518 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 11:15:46.770844 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: floatingip_pools.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.771534 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.772044 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: floatingip-pools May 10 11:15:46.772366 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: ip_allocation.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.773300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.773808 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension ip_allocation not supported by any of loaded plugins May 10 11:15:46.774125 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.775033 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.775544 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: ip-substring-filtering May 10 11:15:46.775861 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l2_adjacency.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.776793 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.777304 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 11:15:46.777620 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.778563 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.779607 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: router May 10 11:15:46.779927 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.782180 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.782715 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 11:15:46.783038 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.783941 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.784456 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: ext-gw-mode May 10 11:15:46.784809 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.785703 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.786212 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: l3-ha May 10 11:15:46.786529 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3_flavors.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.787417 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.787932 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: l3-flavors May 10 11:15:46.788251 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.789170 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.789682 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 11:15:46.789999 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: l3agentscheduler.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.791017 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.791534 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: l3_agent_scheduler May 10 11:15:46.792118 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: logging.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.793617 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.794149 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension logging not supported by any of loaded plugins May 10 11:15:46.796409 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: metering.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.797788 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.798825 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: metering May 10 11:15:46.799156 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.801377 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.801907 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: metering_source_and_destination_fields May 10 11:15:46.802239 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: multiprovidernet.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.803277 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.803792 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: multi-provider May 10 11:15:46.804118 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: netmtu.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.805048 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.805561 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: net-mtu May 10 11:15:46.805880 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: netmtu_writable.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.806776 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.807281 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: net-mtu-writable May 10 11:15:46.807597 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: network_availability_zone.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.808406 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.808946 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: network_availability_zone May 10 11:15:46.809268 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: network_ip_availability.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.810370 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.810883 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: network-ip-availability May 10 11:15:46.811203 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: network_segment_range.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.811962 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.812467 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension network-segment-range not supported by any of loaded plugins May 10 11:15:46.812823 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: pagination.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.813785 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.814112 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: pagination May 10 11:15:46.814427 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: port_device_profile.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.815327 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.815849 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: port-device-profile May 10 11:15:46.816168 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.817080 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.817594 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: port-mac-address-regenerate May 10 11:15:46.817910 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.818796 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.819307 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: port-numa-affinity-policy May 10 11:15:46.819623 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: port_resource_request.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.820513 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.821057 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension port-resource-request not supported by any of loaded plugins May 10 11:15:46.821372 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: portbindings.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.822272 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.822785 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: binding May 10 11:15:46.823097 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: portbindings_extended.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.824342 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.824885 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: binding-extended May 10 11:15:46.825206 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: portsecurity.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.826127 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.826641 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: port-security May 10 11:15:46.826955 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: project_id.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.827906 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.828231 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: project-id May 10 11:15:46.828549 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: providernet.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.829470 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.829989 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: provider May 10 11:15:46.830307 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.833869 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.834403 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos not supported by any of loaded plugins May 10 11:15:46.834731 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.835962 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.836483 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 11:15:46.836845 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.837747 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.838261 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 11:15:46.838582 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_default.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.839471 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.839982 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-default not supported by any of loaded plugins May 10 11:15:46.840302 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_fip.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.840969 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.842008 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-fip not supported by any of loaded plugins May 10 11:15:46.842324 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_gateway_ip.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.843222 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.843737 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 11:15:46.844055 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_port_network_policy.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.844975 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.845490 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 11:15:46.845815 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_rule_type_details.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.846721 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.847233 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 11:15:46.847549 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: qos_rules_alias.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.848574 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.849128 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 11:15:46.849448 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: quotasv2.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.850475 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.850802 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: quotas May 10 11:15:46.851119 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: quotasv2_detail.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.852736 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.853075 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: quota_details May 10 11:15:46.853403 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: rbac.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.854441 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.854966 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: rbac-policies May 10 11:15:46.855288 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: rbac_address_group.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.856198 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.856746 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: rbac-address-group May 10 11:15:46.857607 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: rbac_address_scope.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.858502 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.859018 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: rbac-address-scope May 10 11:15:46.859338 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: rbac_security_groups.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.860222 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.860763 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: rbac-security-groups May 10 11:15:46.861082 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: rbac_subnetpool.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.861969 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.862477 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: rbac-subnetpool May 10 11:15:46.862795 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: revisionifmatch.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.863693 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.864200 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: revision-if-match May 10 11:15:46.864517 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: revisions.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.865642 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.866153 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: standard-attr-revisions May 10 11:15:46.866471 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: router_availability_zone.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.867127 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.867633 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: router_availability_zone May 10 11:15:46.867948 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: routerservicetype.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.868877 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.869384 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension router-service-type not supported by any of loaded plugins May 10 11:15:46.869699 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.870603 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.871111 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: security-groups-normalized-cidr May 10 11:15:46.871426 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.872324 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.874548 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: port-security-groups-filtering May 10 11:15:46.874885 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.876325 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.877863 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: security-groups-remote-address-group May 10 11:15:46.878162 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: securitygroup.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.887889 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.888463 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: security-group May 10 11:15:46.888822 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: segment.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.889596 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.890106 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension segment not supported by any of loaded plugins May 10 11:15:46.890426 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.891338 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.891855 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 11:15:46.892171 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: servicetype.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.893282 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.893804 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: service-type May 10 11:15:46.894122 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: sorting.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.895084 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.895410 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: sorting May 10 11:15:46.895729 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: standard_attr_segment.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.896615 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.897151 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 11:15:46.897470 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: standardattrdescription.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.898097 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.898611 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: standard-attr-description May 10 11:15:46.898928 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: stateful_security_group.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.899821 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.900337 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: stateful-security-group May 10 11:15:46.900657 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: stdattrs_common.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.901239 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 11:15:46.901554 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.902524 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.903037 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 11:15:46.903352 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: subnet_onboard.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.904954 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.905473 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: subnet_onboard May 10 11:15:46.905795 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.906697 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.907203 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 11:15:46.907521 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: subnet_service_types.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.908417 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.908964 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: subnet-service-types May 10 11:15:46.909283 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: subnetallocation.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.910343 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.910855 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: subnet_allocation May 10 11:15:46.911178 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.911823 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.912328 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: subnetpool-prefix-ops May 10 11:15:46.912643 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.913575 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.914086 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 11:15:46.914403 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: tagging.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.915447 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.915976 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: standard-attr-tag May 10 11:15:46.916300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: timestamp.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.917767 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.918285 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loaded extension: standard-attr-timestamp May 10 11:15:46.918606 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: trunk.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.920206 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.920733 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension trunk not supported by any of loaded plugins May 10 11:15:46.921057 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: trunk_details.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.921961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.922475 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension trunk-details not supported by any of loaded plugins May 10 11:15:46.922794 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: uplink_status_propagation.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.923698 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.924212 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 11:15:46.924531 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Loading extension file: vlantransparent.py {{(pid=78570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:15:46.925211 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:15:46.925721 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 11:15:46.928210 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:network May 10 11:15:46.928983 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:subnet May 10 11:15:46.929746 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:15:46.930337 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:port May 10 11:15:46.931578 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.932022 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service FLAVORS assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.932658 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.933119 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.933443 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:router May 10 11:15:46.934103 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:floatingip May 10 11:15:46.934800 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service METERING assigned prefix: /metering {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.936272 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.936638 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.937009 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:15:46.938156 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:15:46.938602 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:security_group May 10 11:15:46.939250 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:15:46.939997 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service CORE assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.940331 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:15:46.940664 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] subnetpool is already registered May 10 11:15:46.941285 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service CORE assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.941633 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:15:46.941963 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] subnetpool is already registered May 10 11:15:46.944502 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.944968 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service FLAVORS assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.945563 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.945981 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.946312 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:router May 10 11:15:46.946637 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] router is already registered May 10 11:15:46.947219 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:floatingip May 10 11:15:46.947543 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] floatingip is already registered May 10 11:15:46.948160 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service METERING assigned prefix: /metering {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.948854 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:15:46.949180 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] rbac_policy is already registered May 10 11:15:46.950725 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:security_group May 10 11:15:46.951055 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] security_group is already registered May 10 11:15:46.951642 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:15:46.951967 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] security_group_rule is already registered May 10 11:15:46.952636 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service CORE assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.952989 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:15:46.953312 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] subnetpool is already registered May 10 11:15:46.953902 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.v2.resource_helper [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Service CORE assigned prefix: {{(pid=78570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:15:46.954228 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:15:46.954549 dv-cinder-784956-5-smb neutron-server[78570]: WARNING neutron.quota.resource_registry [None req-5b3081de-1882-41e5-8000-286618afb612 None None] subnetpool is already registered May 10 11:15:46.955184 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: extensions {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.956654 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: address-groups {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.958336 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: address-scopes {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.959491 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: agents {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.960688 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: auto-allocated-topology {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.961943 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: availability_zones {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.963258 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: dhcp-networks {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.964662 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: dhcp-agents {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.966650 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: routers {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.968478 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: flavors {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.969676 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: service_profiles {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.970875 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: next_providers {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.972392 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: service_profiles {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.973880 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: floatingip-pools {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.975116 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: routers {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.976969 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: floatingips {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.978156 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: l3-routers {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.979540 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: l3-agents {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.980980 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: metering-labels {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.982924 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: metering-label-rules {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.984194 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: network-ip-availabilities {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.985498 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: bindings {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.987130 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: quotas {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.988555 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: quotas {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.990026 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: rbac-policies {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.991335 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: security-groups {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.992546 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: security-group-rules {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.993845 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: service-providers {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.995078 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: subnetpools {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.996474 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: subnetpools {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.998050 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:46.999747 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.001595 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.003359 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.005191 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.007030 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.008745 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.011531 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.013380 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.124679 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron.api.extensions [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Extended resource: tags {{(pid=78570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:15:47.130642 dv-cinder-784956-5-smb neutron-server[78570]: WARNING keystonemiddleware.auth_token [None req-5b3081de-1882-41e5-8000-286618afb612 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 11:15:47.135337 dv-cinder-784956-5-smb neutron-server[78570]: WARNING keystonemiddleware.auth_token [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 11:15:47.144009 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Acquired lock "singleton_lock" {{(pid=78570) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 11:15:47.144486 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Releasing lock "singleton_lock" {{(pid=78570) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 11:15:47.145145 dv-cinder-784956-5-smb neutron-server[78570]: INFO oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Starting 2 workers May 10 11:15:47.149739 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Started child 78677 {{(pid=78570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:15:47.154472 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Started child 78678 {{(pid=78570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:15:47.155363 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:47.156071 dv-cinder-784956-5-smb neutron-server[78570]: INFO neutron.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 11:15:47.156681 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Notify callbacks [] for process, before_spawn {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:47.156803 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [-] (78677) wsgi starting up on http://0.0.0.0:9696 May 10 11:15:47.159080 dv-cinder-784956-5-smb neutron-server[78570]: INFO oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Starting 1 workers May 10 11:15:47.159347 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:47.160759 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [-] (78678) wsgi starting up on http://0.0.0.0:9696 May 10 11:15:47.164043 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Started child 78679 {{(pid=78570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:15:47.164576 dv-cinder-784956-5-smb neutron-server[78570]: INFO oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Starting 1 workers May 10 11:15:47.167682 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] calling RpcWorker wait() {{(pid=78679) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 11:15:47.168212 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] returning from RpcWorker wait() {{(pid=78679) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 11:15:47.169044 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Started child 78680 {{(pid=78570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:15:47.169440 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:47.169890 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-5b3081de-1882-41e5-8000-286618afb612 None None] Notify callbacks [] for process, after_spawn {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:47.169995 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:15:47.171796 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78570) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 11:15:47.172019 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:15:47.172196 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:15:47.172416 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:15:47.172851 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:15:47.173009 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:15:47.173499 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.173785 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.173945 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:15:47.174418 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.174418 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.174634 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.174878 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:15:47.175155 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.175409 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.175676 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.175969 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.176205 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.176377 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.176733 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.177139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.177535 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.177990 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.178400 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.178782 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.179216 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.179542 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.179934 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.180346 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.180746 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.181156 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] debug = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.181564 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.182185 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.182603 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.183010 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.183399 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.183836 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.184239 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.184650 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.185107 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.185470 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.185844 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.186247 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.186648 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.187013 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.187373 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.187768 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.188141 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.188814 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] host = dv-cinder-784956-5-smb {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.189206 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.189571 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.189974 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.190360 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.190739 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.191118 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.191515 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.191900 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.192311 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.192720 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.193122 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.193595 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.193974 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.194370 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.194685 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_options = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.195044 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.195472 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.195878 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.196208 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.196512 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.196862 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.197275 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.197580 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.197970 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.198354 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.198707 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.199057 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.199438 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.199889 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.200119 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.200357 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.201314 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.201674 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.202080 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.202458 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.202840 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.203222 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.203580 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.203937 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.204300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.204675 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.205074 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.205470 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.205826 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.206227 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.206617 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.207018 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.207398 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.207808 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.208169 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.208588 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.208994 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.209426 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.209813 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.210200 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.210603 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.210965 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.211417 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.211790 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.212159 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.212533 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_json = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.212922 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.213296 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.213698 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.214051 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.214419 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.214809 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.215176 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.215555 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.216176 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.217129 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.217595 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.217987 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.218373 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.218762 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.219150 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.219530 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.219915 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.220300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.220795 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.221177 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.221623 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.221884 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.222306 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.222813 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.223262 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.223725 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.224137 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.224544 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.224961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.225360 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.225889 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.226300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.226752 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.227186 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.227583 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.227834 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.228202 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.228432 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.228656 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.228911 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.229393 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.229694 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.229922 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.230150 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.230411 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.230636 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.230893 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.231152 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.231419 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.231660 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.231938 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.232177 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.232398 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.232615 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.232899 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.233134 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.233354 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.233613 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.233863 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.234101 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.234490 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.234709 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.234932 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.235162 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.235383 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.235594 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.235951 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.236321 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.236729 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.237139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.237532 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.237755 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.238112 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.238505 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.238875 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.239278 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.239506 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.239882 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.240253 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.240472 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.240717 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.240929 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.241147 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.241362 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.241607 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.241843 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.242064 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.242280 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.242519 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.242728 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.242954 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.243170 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.243464 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.243803 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.244042 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.244278 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.244712 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.244989 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.245239 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.245476 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.245701 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.245939 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.246174 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.246425 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.246652 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.246907 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.247138 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.247385 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.247624 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.248045 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.248520 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.248941 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.249198 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.249443 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.249749 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.249991 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.250246 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.250503 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.250758 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.251036 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.251291 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.251556 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.251781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.252062 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.252380 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.252629 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.252946 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.253178 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.253598 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.253867 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.254100 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.254354 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.254581 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.254846 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.255257 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.255547 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.255792 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.256029 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.256262 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.256490 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.256827 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.257061 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.257274 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.257522 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.257787 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.258050 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.258288 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.258582 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.258820 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.259059 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.259319 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.259579 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.259797 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.260038 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.260267 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.260476 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.260716 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.260942 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.261185 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.261397 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.261614 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.261846 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.262079 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.262295 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.262503 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.262752 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.263477 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.263749 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.263964 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.264189 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.264424 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.264643 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.264894 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.265111 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.265320 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.265588 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.265823 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.266092 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.266352 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.266568 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.266794 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.267056 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.267312 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.267524 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.267788 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.268005 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.268215 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.268426 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.268644 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.268884 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.269102 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.269351 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.269563 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.269813 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.270061 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.270401 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.270663 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.270890 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.271136 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.271338 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.271554 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.271790 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.272031 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.272239 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.272447 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.272663 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.272960 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.273213 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.273441 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.273651 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.273858 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.274086 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.274298 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.274506 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.274803 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.275045 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.275271 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.275505 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.275733 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.275972 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.276182 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.276391 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.276603 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.276853 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.277079 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.277286 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.277492 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.277704 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.277909 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.278149 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.278374 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.278580 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.278852 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.279061 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.279301 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.279508 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.279716 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.279927 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.280133 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.280463 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.280737 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.280961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.281244 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.281495 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.281719 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.281973 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.282299 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.282543 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.282786 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.283022 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.283254 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.283472 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.283724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.284030 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.284326 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.284611 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.284903 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.285160 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.285436 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.285690 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.285901 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.286242 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.286553 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.286835 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.287096 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.287338 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.287628 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.287855 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.288118 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.288340 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.288575 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.292724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.292724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.292724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.292724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.292724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.292724 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.293196 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78570) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 11:15:47.293269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.293798 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.294781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.294781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.294781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.294781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.294781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.294781 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295107 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295107 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295232 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295403 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295541 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295698 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.295855 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296011 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296172 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296330 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296486 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296643 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296822 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] debug = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.296980 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.297155 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.297313 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.297472 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.297628 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.297784 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.297940 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.298097 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.298254 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.298411 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.298568 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.298725 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.298882 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299040 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299216 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299350 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299497 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299652 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] host = dv-cinder-784956-5-smb {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299819 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.299962 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.300119 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.300275 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.300431 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.300587 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.300764 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.300922 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.301078 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.301234 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.301391 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.301553 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.301710 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.301869 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.302025 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_options = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.302361 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.302690 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.303028 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.303203 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.303373 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.303530 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.303688 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.303847 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304003 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304159 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304317 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304478 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304630 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304813 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.304971 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.305129 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.305272 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.305431 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.305586 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.305907 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.306061 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.306359 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.306523 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.306679 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.306836 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.306997 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.307146 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.307303 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.307475 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.307609 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.307768 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.307925 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.308075 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.308234 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.308392 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.308548 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.308714 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.308887 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.309039 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.309339 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.309633 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310025 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310185 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310348 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310497 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310656 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_json = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310818 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.310971 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.311131 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.311290 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.311444 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.311608 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.311765 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.311923 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:15:47.312102 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.312262 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.312433 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.312592 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.312773 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.312933 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.313090 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.313250 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.313408 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.313566 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.313734 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.313886 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.314055 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.314390 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.314552 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.314714 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.314874 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.315033 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.315194 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.315353 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.315505 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.315712 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.315839 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316013 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316166 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316461 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316621 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316806 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.316965 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.317124 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.317283 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.317445 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.317601 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.317902 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.318208 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.318365 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.318526 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.318687 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.318848 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319009 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319167 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319329 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319490 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319648 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319808 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.319968 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.320128 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.320289 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.320449 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.320619 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.320802 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.320963 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.321122 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.321283 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.321443 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.321607 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.321766 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.321925 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.322085 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.322243 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.322416 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.322576 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.322735 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.322894 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.323053 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.323213 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.323372 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.323531 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.323690 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.323849 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324008 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324167 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324326 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324484 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324644 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324829 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.324990 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.325149 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.325308 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.325971 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.326141 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.326300 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.326459 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.326626 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.326802 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.326961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.327122 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.327280 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.327439 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.327598 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.327757 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.327916 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.328076 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.328236 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.328396 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.328555 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.328734 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.328896 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329132 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329242 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329592 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329592 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329760 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329838 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.329953 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.330115 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.330264 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.330561 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.330872 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.331040 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.331213 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.331377 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.331541 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.331693 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.331858 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.332170 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.332467 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.332800 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.333095 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.333392 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.333691 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.333853 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.334154 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.334317 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.334481 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.334642 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.334811 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.334984 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.335145 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.335301 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.335460 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.335642 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.335802 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.335961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.336121 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.336280 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.336440 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.336599 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.336782 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.336943 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.337103 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.337261 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.337420 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.337581 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.337739 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.337898 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.338057 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.338218 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.338391 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.338536 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.338695 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.338855 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339016 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339174 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339331 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339495 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339657 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339815 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.339974 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.340133 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.340292 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.340450 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.340610 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.340792 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.340952 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.341135 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.341325 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.341483 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.341642 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.341804 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.341963 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.342130 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.342278 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.342437 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.342596 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.342757 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.342915 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.343074 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.343233 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.343394 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.343554 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.343715 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.343874 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.344034 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.344194 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.344370 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.344525 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.344684 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.344870 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345030 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345188 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345347 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345505 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345663 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345822 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.345982 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.346142 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.346302 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.346463 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.346624 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.346784 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.346942 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.347102 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.347262 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.347421 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.347592 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.347751 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.347911 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.348071 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.348229 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.348396 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.348556 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.348730 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.348891 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.349050 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.349217 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.349376 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.349552 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.349693 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.349855 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350021 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350180 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350337 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350496 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350654 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350820 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.350980 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.351139 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.351298 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.351457 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.351624 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.351783 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.351942 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.352113 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.352273 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.352431 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.352590 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.352786 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.352948 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.353110 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.353269 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.353427 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.353586 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.353748 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.353912 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.354079 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.354245 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.354405 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.354572 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.354739 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.354906 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.355067 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.355234 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.355403 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.355563 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.355723 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.355884 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.356042 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.356201 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.356360 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.356520 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.356678 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.357369 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.357529 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.357690 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.357848 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358008 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358167 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358326 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358484 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358643 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358802 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.358961 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:15:47.359113 dv-cinder-784956-5-smb neutron-server[78570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:15:47.429137 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 34630) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:15:47.437468 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062203 May 10 11:15:57.891236 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156a52a-d9d2-454c-9e6b-61fdc031b953 None None] get_active_networks_info from dv-cinder-784956-5-smb {{(pid=78679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:15:57.955193 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156a52a-d9d2-454c-9e6b-61fdc031b953 None None] No non-hosted networks {{(pid=78679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 11:15:57.968975 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.agentschedulers_db [None req-c156a52a-d9d2-454c-9e6b-61fdc031b953 None None] DHCP Agent not found on host dv-cinder-784956-5-smb {{(pid=78679) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 11:15:58.095999 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-3a9505aa-ccaf-4f27-910a-abaa455810f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262'] for agent, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:00.469270 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262'] for agent, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:00.470068 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.470418 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.470824 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.471160 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.471529 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.471943 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.472271 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.472594 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.474335 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.474695 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.476199 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.476533 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:00.476985 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784956-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:00.488327 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784956-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:00.687894 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-368388ae-5fb4-4df4-8b72-1db9c3758def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262'] for agent, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:00.736677 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-f5a3e4af-fde8-46a8-90be-1160c1168eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:01.126315 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262'] for agent, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:03.022667 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262'] for agent, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:04.479336 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 34722) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:04.671807 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.db.l3_hamode_db [None req-d6d8d3c9-24fa-4dc9-8689-da647af58c9e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 11:16:04.757656 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8d3c9-24fa-4dc9-8689-da647af58c9e None None] Routers set() bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:16:04.757963 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8d3c9-24fa-4dc9-8689-da647af58c9e None None] Router IDs set() for agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 11:16:05.053961 dv-cinder-784956-5-smb neutron-server[78677]: WARNING oslo_policy.policy [None req-7ce80dd1-b0e2-48fc-abad-379e7e788e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:05.054522 dv-cinder-784956-5-smb neutron-server[78677]: WARNING oslo_policy.policy [None req-7ce80dd1-b0e2-48fc-abad-379e7e788e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:05.268165 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [None req-7ce80dd1-b0e2-48fc-abad-379e7e788e4c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:16:05.269221 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7ce80dd1-b0e2-48fc-abad-379e7e788e4c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7889132 May 10 11:16:07.572080 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 34736) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:07.925639 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:08.022903 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.policy [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78677) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:16:08.068038 dv-cinder-784956-5-smb neutron-server[78677]: WARNING oslo_policy.policy [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:08.068420 dv-cinder-784956-5-smb neutron-server[78677]: WARNING oslo_policy.policy [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:08.077262 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.quota [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] Loaded quota_driver: . May 10 11:16:08.092723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:08.151658 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769706865116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769706866607', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769706907715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769706913175', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769706891794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769706898219', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1667292', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1500153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511185'] for rbac-policy, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:08.211165 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:08.212296 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-007505ae-dcae-486b-9ce6-ae5da865ca0e admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6392360 May 10 11:16:10.758870 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 34750) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:11.102844 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e617949844b5403f9db030a95eede4df', 'tenant_id': 'e617949844b5403f9db030a95eede4df'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:11.107582 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:11.111943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Usage tracker for resource:network and tenant:e617949844b5403f9db030a95eede4df is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:11.116447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:11.122474 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:11.132235 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Made reservation on behalf of e617949844b5403f9db030a95eede4df for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:16:11.135064 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.152602 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.167078 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:11.170663 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e617949844b5403f9db030a95eede4df is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:11.175434 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:11.180921 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:11.279635 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.283115 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.288159 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:11.304125 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:16:11.328447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769709284244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.329043 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Unsubscribe: segment precommit_create {{(pid=78677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:16:11.329505 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Added segment 45b3870f-d132-4197-a9cb-168d2c2e9611 of type vlan for network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 May 10 11:16:11.379351 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ea863-e5df-42d1-b33f-7ed076b5a9eb,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:11.398930 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.399257 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.399576 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.399891 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.400200 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.400508 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.400837 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.401143 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.401467 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.401770 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.402071 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.402367 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Tracked resource versions report: May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: pushed versions: May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: { 'AddressGroup': {'1.2'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'ConntrackHelper': {'1.0'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Log': {'1.0'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Network': {'1.1'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Port': {'1.7'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'PortForwarding': {'1.2'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'QosPolicy': {'1.8'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroup': {'1.4'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroupRule': {'1.2'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'SubPort': {'1.0'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Subnet': {'1.1'}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Trunk': {'1.1'}} May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: consumer versions: May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'ConntrackHelper': '1.0', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Log': '1.0', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Network': '1.1', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Port': '1.7', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'PortForwarding': '1.2', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'QosPolicy': '1.8', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroup': '1.4', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroupRule': '1.2', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'SubPort': '1.0', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Subnet': '1.1', May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: 'Trunk': '1.1'}} May 10 11:16:11.403991 dv-cinder-784956-5-smb neutron-server[78677]: {{(pid=78677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:16:11.447173 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.455889 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:11.487509 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.488976 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:11.489630 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:11.494216 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:11.590820 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8308401 May 10 11:16:11.595553 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Pushing event updated for resources: {'Network': ['ID=75f3af8e-cd0c-40e2-89db-e069e06e72c0,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:11.598814 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:11.607509 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:16:14.173088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 34766) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:14.613519 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e89692-c30f-4149-ac5b-0dcf681f55d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:14.614866 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a0e89692-c30f-4149-ac5b-0dcf681f55d1 admin admin] 10.222.0.26 "GET /v2.0/networks/75f3af8e-cd0c-40e2-89db-e069e06e72c0 HTTP/1.1" status: 200 len: 825 time: 0.4408295 May 10 11:16:14.642820 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-0a9c5183-bc20-40ae-b91e-74ebab95ed39 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98 HTTP/1.1" status: 200 len: 734 time: 0.0227182 May 10 11:16:14.651172 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Request body: {'subnet': {'tenant_id': 'e617949844b5403f9db030a95eede4df', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:14.655873 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:14.659586 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Usage tracker for resource:subnet and tenant:e617949844b5403f9db030a95eede4df is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:14.662505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:14.668961 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:14.678712 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Made reservation on behalf of e617949844b5403f9db030a95eede4df for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:16:14.681018 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:15.149415 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:15.154850 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:15.233210 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1467223-4a24-4e34-bde0-f6657e4fb6f8,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:15.237347 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Checking segment: {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:16:15.237723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Network hostable DHCP agents. Network: 75f3af8e-cd0c-40e2-89db-e069e06e72c0, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:16:15.240373 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:15.256392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:16:15.265461 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 75f3af8e-cd0c-40e2-89db-e069e06e72c0) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:16:15.269803 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:15.270393 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:15.274769 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9cd910-cb66-4597-abea-fdb49f040e64 None None] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:16:15.290009 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6421745 May 10 11:16:15.579059 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:16:15.580323 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:15.763476 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Allocated IP 172.20.0.2 (75f3af8e-cd0c-40e2-89db-e069e06e72c0/c1467223-4a24-4e34-bde0-f6657e4fb6f8/0144e6c7-2aba-498d-86dc-f777736c0c41) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:16:15.989285 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:16.002849 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Transition to ACTIVE for port object 0144e6c7-2aba-498d-86dc-f777736c0c41 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:16:16.023662 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Transition to ACTIVE for port object 0144e6c7-2aba-498d-86dc-f777736c0c41 will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:16:16.030771 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:16.036551 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:16.088975 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:16:16.091632 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:16:16.096911 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:16:16.110857 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Pushing event updated for resources: {'Port': ['ID=0144e6c7-2aba-498d-86dc-f777736c0c41,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:16.152890 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.153226 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.153551 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.153896 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.154213 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.154527 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.154834 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.155142 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.155450 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.155755 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.156061 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.156362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Tracked resource versions report: May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: pushed versions: May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: { 'AddressGroup': {'1.2'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'ConntrackHelper': {'1.0'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Log': {'1.0'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Network': {'1.1'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Port': {'1.7'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'PortForwarding': {'1.2'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'QosPolicy': {'1.8'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroup': {'1.4'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroupRule': {'1.2'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'SubPort': {'1.0'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Subnet': {'1.1'}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Trunk': {'1.1'}} May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: consumer versions: May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'ConntrackHelper': '1.0', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Log': '1.0', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Network': '1.1', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Port': '1.7', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'PortForwarding': '1.2', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'QosPolicy': '1.8', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroup': '1.4', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroupRule': '1.2', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'SubPort': '1.0', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Subnet': '1.1', May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: 'Trunk': '1.1'}} May 10 11:16:16.157465 dv-cinder-784956-5-smb neutron-server[78679]: {{(pid=78679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:16:16.189553 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:16.208313 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Attempting to bind port 0144e6c7-2aba-498d-86dc-f777736c0c41 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:16:16.208705 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Attempting to bind port 0144e6c7-2aba-498d-86dc-f777736c0c41 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:16:16.209132 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Attempting to bind port 0144e6c7-2aba-498d-86dc-f777736c0c41 on network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:16:16.214170 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:16:16.214563 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Checking segment: {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:16:16.215008 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:16.215902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Bound using segment: {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:16:16.216384 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Bound port: 0144e6c7-2aba-498d-86dc-f777736c0c41, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:16:16.216780 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:16.303444 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] For port 0144e6c7-2aba-498d-86dc-f777736c0c41, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:16:16.307125 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] For port 0144e6c7-2aba-498d-86dc-f777736c0c41, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0144e6c7-2aba-498d-86dc-f777736c0c41,segment=NetworkSegment(45b3870f-d132-4197-a9cb-168d2c2e9611),segment_id=45b3870f-d132-4197-a9cb-168d2c2e9611)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:16:16.311270 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:16.315977 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:16.398547 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Pushing event updated for resources: {'Port': ['ID=0144e6c7-2aba-498d-86dc-f777736c0c41,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:16.401625 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:17.646858 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 34776) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:18.007955 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [None req-4b27bdb9-5aef-4536-aaf6-d9477f9c9e40 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:16:18.008999 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-4b27bdb9-5aef-4536-aaf6-d9477f9c9e40 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3611121 May 10 11:16:20.338743 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34786) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:20.939929 dv-cinder-784956-5-smb neutron-server[78678]: WARNING oslo_policy.policy [None req-f50c598f-6d4d-4872-9a98-6de17beab775 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:20.940455 dv-cinder-784956-5-smb neutron-server[78678]: WARNING oslo_policy.policy [None req-f50c598f-6d4d-4872-9a98-6de17beab775 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:21.158071 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [None req-f50c598f-6d4d-4872-9a98-6de17beab775 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:16:21.159309 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f50c598f-6d4d-4872-9a98-6de17beab775 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8179092 May 10 11:16:21.808541 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64e702-287f-4097-80bd-518b4cace87f None None] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:16:21.887154 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-0c760888-1700-4057-b237-ce464c1fbb10 None None] Provisioning for port 0144e6c7-2aba-498d-86dc-f777736c0c41 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:16:22.333817 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0144e6c7-2aba-498d-86dc-f777736c0c41 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:16:22.399391 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 0144e6c7-2aba-498d-86dc-f777736c0c41 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:16:22.404940 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0144e6c7-2aba-498d-86dc-f777736c0c41 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:22.405338 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:22.516386 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:22.548109 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 0144e6c7-2aba-498d-86dc-f777736c0c41, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0144e6c7-2aba-498d-86dc-f777736c0c41,segment=NetworkSegment(45b3870f-d132-4197-a9cb-168d2c2e9611),segment_id=45b3870f-d132-4197-a9cb-168d2c2e9611)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:16:22.551823 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:22.554083 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:22.618760 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=0144e6c7-2aba-498d-86dc-f777736c0c41,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:22.621803 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:23.766078 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34806) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:24.107600 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:24.176845 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.policy [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78678) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:16:24.223929 dv-cinder-784956-5-smb neutron-server[78678]: WARNING oslo_policy.policy [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:24.224262 dv-cinder-784956-5-smb neutron-server[78678]: WARNING oslo_policy.policy [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:24.232678 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.quota [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Loaded quota_driver: . May 10 11:16:24.248031 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:24.254274 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Usage tracker for resource:router and tenant:e617949844b5403f9db030a95eede4df is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:24.258683 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:24.266572 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:24.283387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:24.285713 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:24.313201 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:24.316049 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0144e6c7-2aba-498d-86dc-f777736c0c41 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:16:24.382320 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0144e6c7-2aba-498d-86dc-f777736c0c41 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:24.382689 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:24.435875 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:24.459576 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:24.461127 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-19744064-3bac-496d-8929-b1fa590d0a92 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6937912 May 10 11:16:26.789541 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34818) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:27.152032 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [None req-eb62ec47-cd69-4709-8224-9f4c254f9e02 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:16:27.153609 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-eb62ec47-cd69-4709-8224-9f4c254f9e02 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3631649 May 10 11:16:27.769625 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-c9de5e5d-7b9f-4537-9665-454c857c26fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:29.451663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34828) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:29.802174 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:29.807211 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:29.810920 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Usage tracker for resource:network and tenant:f5745b2ef0884bc3ab9e8f63b616e78a is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:29.814293 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:29.819745 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:29.830531 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Made reservation on behalf of f5745b2ef0884bc3ab9e8f63b616e78a for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:16:29.833280 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:29.849893 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:29.864004 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:29.867608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5745b2ef0884bc3ab9e8f63b616e78a is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:29.870710 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:29.876817 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:29.967841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:29.971984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:29.977030 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:29.990918 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=78678) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 11:16:30.020942 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769709284244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:30.021521 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Unsubscribe: segment precommit_create {{(pid=78678) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:16:30.021980 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Added segment 6f090c32-d473-4d52-b806-90d7375f3712 of type flat for network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 May 10 11:16:30.071117 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11642fce-b34b-4591-960c-57db4cf5685d,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:30.090059 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.090325 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.090647 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.090960 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.091271 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.091581 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.091885 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.092186 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.092510 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.092836 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.093140 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.093439 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Tracked resource versions report: May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: pushed versions: May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: { 'AddressGroup': {'1.2'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'ConntrackHelper': {'1.0'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Log': {'1.0'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Network': {'1.1'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Port': {'1.7'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'PortForwarding': {'1.2'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'QosPolicy': {'1.8'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroup': {'1.4'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroupRule': {'1.2'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'SubPort': {'1.0'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Subnet': {'1.1'}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Trunk': {'1.1'}} May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: consumer versions: May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'ConntrackHelper': '1.0', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Log': '1.0', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Network': '1.1', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Port': '1.7', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'PortForwarding': '1.2', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'QosPolicy': '1.8', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroup': '1.4', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroupRule': '1.2', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'SubPort': '1.0', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Subnet': '1.1', May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: 'Trunk': '1.1'}} May 10 11:16:30.094490 dv-cinder-784956-5-smb neutron-server[78678]: {{(pid=78678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:16:30.142964 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:30.148135 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:30.187146 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:30.188632 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:30.189287 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:30.193637 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:30.290352 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8376727 May 10 11:16:30.295500 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b9fd9bd-40fd-40ba-a408-938cb4dd4c70,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:30.299230 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:30.307003 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:16:30.450193 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:30.666292 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8353-5be7-40b9-a06d-e1174380f247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:31.080274 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:31.223056 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:16:32.598387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34852) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:32.807083 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e85f66-827c-4c90-9de3-c6c4663e8993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:32.809034 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-b7e85f66-827c-4c90-9de3-c6c4663e8993 admin admin] 10.222.0.26 "GET /v2.0/subnets/c1467223-4a24-4e34-bde0-f6657e4fb6f8 HTTP/1.1" status: 200 len: 849 time: 0.2091105 May 10 11:16:32.950958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:32.964173 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-48864875-7144-496b-b00e-848fd0c82f93 admin admin] 10.222.0.26 "GET /v2.0/routers/80d3a5c7-7059-44ea-8b76-1ee0485f8656 HTTP/1.1" status: 200 len: 704 time: 0.1496806 May 10 11:16:33.411235 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:33.636116 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Allocated IP 172.20.0.1 (75f3af8e-cd0c-40e2-89db-e069e06e72c0/c1467223-4a24-4e34-bde0-f6657e4fb6f8/97079b71-0563-4a9d-8aed-38f960695b58) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:16:33.786592 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:33.804111 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Transition to ACTIVE for port object 97079b71-0563-4a9d-8aed-38f960695b58 will not be triggered until provisioned by entity DHCP. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:16:33.858731 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:33.862990 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:33.915350 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:16:33.918273 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:16:33.923670 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:16:33.924168 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.060875 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Pushing event updated for resources: {'Port': ['ID=97079b71-0563-4a9d-8aed-38f960695b58,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:34.071337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:34.093166 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-46fbe93a-2a6d-416f-8844-9c5217ffb361 None None] Provisioning for port 97079b71-0563-4a9d-8aed-38f960695b58 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:16:34.097594 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-46fbe93a-2a6d-416f-8844-9c5217ffb361 None None] Provisioning complete for port 97079b71-0563-4a9d-8aed-38f960695b58 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:34.097961 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-46fbe93a-2a6d-416f-8844-9c5217ffb361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.152157 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-46fbe93a-2a6d-416f-8844-9c5217ffb361 None None] Port 97079b71-0563-4a9d-8aed-38f960695b58 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:16:34.229969 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.453386 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.457661 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.458762 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.461764 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:34.587987 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Pushing event updated for resources: {'Port': ['ID=97079b71-0563-4a9d-8aed-38f960695b58,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:34.592494 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:34.648160 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:16:34.649219 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:16:34.834484 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:16:34.875855 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-b99b7f22-3ff6-4439-9c44-de9b42af6710 None None] Provisioning complete for port 97079b71-0563-4a9d-8aed-38f960695b58 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:34.876276 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b99b7f22-3ff6-4439-9c44-de9b42af6710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:34.926858 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-b99b7f22-3ff6-4439-9c44-de9b42af6710 None None] Port 97079b71-0563-4a9d-8aed-38f960695b58 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:16:34.986852 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:16:34.996873 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Sync routers for ids ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:16:34.997703 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/80d3a5c7-7059-44ea-8b76-1ee0485f8656/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0281162 May 10 11:16:35.007184 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Routers {'80d3a5c7-7059-44ea-8b76-1ee0485f8656'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:16:35.008060 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:16:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:35.188313 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Set router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 gateway port host: None {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:16:35.545880 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:16:24Z', 'updated_at': '2021-05-10T11:16:34Z', 'revision_number': 2, 'project_id': 'e617949844b5403f9db030a95eede4df', 'gw_port_host': None, '_interfaces': [{'id': '97079b71-0563-4a9d-8aed-38f960695b58', 'name': '', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'mac_address': 'fa:16:3e:b5:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:33Z', 'updated_at': '2021-05-10T11:16:34Z', 'revision_number': 2, 'project_id': 'e617949844b5403f9db030a95eede4df', 'subnets': [{'id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:35.550615 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Checking router: 80d3a5c7-7059-44ea-8b76-1ee0485f8656 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:16:35.551003 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Updating router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 port 97079b71-0563-4a9d-8aed-38f960695b58 binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:16:35.600840 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:35.967493 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:35.982655 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Transition to ACTIVE for port object 97079b71-0563-4a9d-8aed-38f960695b58 will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:16:35.988856 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:35.995088 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:36.194796 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Pushing event updated for resources: {'Port': ['ID=97079b71-0563-4a9d-8aed-38f960695b58,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:36.213827 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.214155 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.214977 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.215301 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.215613 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.215922 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.216227 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.216529 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.216861 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.217167 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.217467 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.217822 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Tracked resource versions report: May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: pushed versions: May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: { 'AddressGroup': {'1.2'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'ConntrackHelper': {'1.0'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Log': {'1.0'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Network': {'1.1'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Port': {'1.7'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'PortForwarding': {'1.2'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'QosPolicy': {'1.8'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroup': {'1.4'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroupRule': {'1.2'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'SubPort': {'1.0'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Subnet': {'1.1'}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Trunk': {'1.1'}} May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: consumer versions: May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'ConntrackHelper': '1.0', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Log': '1.0', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Network': '1.1', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Port': '1.7', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'PortForwarding': '1.2', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'QosPolicy': '1.8', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroup': '1.4', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroupRule': '1.2', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'SubPort': '1.0', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Subnet': '1.1', May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: 'Trunk': '1.1'}} May 10 11:16:36.218823 dv-cinder-784956-5-smb neutron-server[78680]: {{(pid=78680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:16:36.222833 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Attempting to bind port 97079b71-0563-4a9d-8aed-38f960695b58 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:16:36.223221 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Attempting to bind port 97079b71-0563-4a9d-8aed-38f960695b58 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:16:36.223627 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Attempting to bind port 97079b71-0563-4a9d-8aed-38f960695b58 on network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:16:36.225702 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:36.230726 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:16:36.231123 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Checking segment: {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:16:36.231594 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:36.231966 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Bound using segment: {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:16:36.232450 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Bound port: 97079b71-0563-4a9d-8aed-38f960695b58, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b3870f-d132-4197-a9cb-168d2c2e9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:16:36.232851 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:36.320165 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] For port 97079b71-0563-4a9d-8aed-38f960695b58, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:16:36.325079 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] For port 97079b71-0563-4a9d-8aed-38f960695b58, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=97079b71-0563-4a9d-8aed-38f960695b58,segment=NetworkSegment(45b3870f-d132-4197-a9cb-168d2c2e9611),segment_id=45b3870f-d132-4197-a9cb-168d2c2e9611)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:16:36.329598 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:36.334145 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:36.415211 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Routers {'80d3a5c7-7059-44ea-8b76-1ee0485f8656'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:16:36.415840 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:16:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:36.470940 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Pushing event updated for resources: {'Port': ['ID=97079b71-0563-4a9d-8aed-38f960695b58,revision_number=4']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:36.525751 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-f9445d0d-3387-4897-8b0e-b6e43f7098f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:36.593055 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] Set router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 gateway port host: None {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:16:36.906873 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:16:24Z', 'updated_at': '2021-05-10T11:16:34Z', 'revision_number': 2, 'project_id': 'e617949844b5403f9db030a95eede4df', 'gw_port_host': None, '_interfaces': [{'id': '97079b71-0563-4a9d-8aed-38f960695b58', 'name': '', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'mac_address': 'fa:16:3e:b5:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:33Z', 'updated_at': '2021-05-10T11:16:36Z', 'revision_number': 4, 'project_id': 'e617949844b5403f9db030a95eede4df', 'subnets': [{'id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:36.910690 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7fa4f-f69b-43a9-ae66-0bedcb80eeaa None None] The sync data for ids ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'] in dv-cinder-784956-5-smb is: [{'id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:16:24Z', 'updated_at': '2021-05-10T11:16:34Z', 'revision_number': 2, 'project_id': 'e617949844b5403f9db030a95eede4df', 'gw_port_host': None, '_interfaces': [{'id': '97079b71-0563-4a9d-8aed-38f960695b58', 'name': '', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'mac_address': 'fa:16:3e:b5:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:33Z', 'updated_at': '2021-05-10T11:16:36Z', 'revision_number': 4, 'project_id': 'e617949844b5403f9db030a95eede4df', 'subnets': [{'id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:16:37.143932 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34874) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:37.285967 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597fb083-3b99-4b14-bc5c-77919505a359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:37.286441 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-597fb083-3b99-4b14-bc5c-77919505a359 admin admin] Synchronizing usage tracker for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:network {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:16:37.305401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-597fb083-3b99-4b14-bc5c-77919505a359 admin admin] Unset dirty status for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:network {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:16:37.306580 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-597fb083-3b99-4b14-bc5c-77919505a359 admin admin] 10.222.0.26 "GET /v2.0/networks/1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 HTTP/1.1" status: 200 len: 842 time: 0.1616809 May 10 11:16:37.315923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:37.321254 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:16:37.325482 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Usage tracker for resource:subnet and tenant:f5745b2ef0884bc3ab9e8f63b616e78a is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:16:37.328353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:16:37.337621 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:16:37.347618 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Made reservation on behalf of f5745b2ef0884bc3ab9e8f63b616e78a for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:16:37.349846 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:37.805910 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.objects.ports [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78678) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 11:16:37.806343 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:37.810608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:37.877206 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c62ec65-dd63-491e-a575-56ed1c41e448,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:37.884313 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:37.892949 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:16:37.893296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Network hostable DHCP agents. Network: 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:16:37.911585 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:16:37.922012 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:16:37.926611 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:37.927217 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:37.932533 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796be15e-43c7-432a-aa3a-ad23a927b889 None None] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:16:37.965813 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-8fef5fe2-3b45-4947-90cd-b7613c7cc5c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6533132 May 10 11:16:38.143674 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c5f79-313c-46ca-806e-f0a63b2f3a65 None None] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:16:40.187649 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34888) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:40.348921 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 97079b71-0563-4a9d-8aed-38f960695b58 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:16:40.389307 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7b222216-2c1a-4ef4-bbf4-252c3587b343 admin admin] 10.222.0.26 "GET /v2.0/routers/80d3a5c7-7059-44ea-8b76-1ee0485f8656 HTTP/1.1" status: 200 len: 710 time: 0.2005150 May 10 11:16:40.419951 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 97079b71-0563-4a9d-8aed-38f960695b58 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:16:40.424790 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 97079b71-0563-4a9d-8aed-38f960695b58 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:40.425162 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:40.515093 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfc16b-1172-462e-8874-d47dea8d4f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:16:40.517137 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e6bfc16b-1172-462e-8874-d47dea8d4f21 admin admin] 10.222.0.26 "GET /v2.0/networks/1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 HTTP/1.1" status: 200 len: 886 time: 0.1248736 May 10 11:16:40.525289 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:16:40.543309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:40.575380 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 97079b71-0563-4a9d-8aed-38f960695b58, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=97079b71-0563-4a9d-8aed-38f960695b58,segment=NetworkSegment(45b3870f-d132-4197-a9cb-168d2c2e9611),segment_id=45b3870f-d132-4197-a9cb-168d2c2e9611)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:16:40.579451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:40.582247 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:40.656220 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=97079b71-0563-4a9d-8aed-38f960695b58,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:40.659721 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:40.963232 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.280350 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.385236 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.513866 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Allocated IP 172.28.1.169 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/5084d167-b267-4837-bb33-5c275c566848) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:16:41.653177 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.681555 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.685122 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:41.738513 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:16:41.740966 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:16:41.744433 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:16:41.863130 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Pushing event updated for resources: {'Port': ['ID=5084d167-b267-4837-bb33-5c275c566848,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:41.867330 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:42.118452 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:42.327046 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 97079b71-0563-4a9d-8aed-38f960695b58 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:16:42.395553 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 97079b71-0563-4a9d-8aed-38f960695b58 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:42.395920 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:42.444870 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:42.448145 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457481'] for router, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:42.672088 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:16:42.842618 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:16:42.850451 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:42.851624 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] 10.222.0.26 "PUT /v2.0/routers/80d3a5c7-7059-44ea-8b76-1ee0485f8656 HTTP/1.1" status: 200 len: 890 time: 2.3297725 May 10 11:16:42.851838 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Sync routers for ids ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:16:42.861906 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Routers {'80d3a5c7-7059-44ea-8b76-1ee0485f8656'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:16:42.862578 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:16:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:43.052261 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Set router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:16:43.407538 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '5084d167-b267-4837-bb33-5c275c566848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:16:24Z', 'updated_at': '2021-05-10T11:16:41Z', 'revision_number': 4, 'project_id': 'e617949844b5403f9db030a95eede4df', 'gw_port': {'id': '5084d167-b267-4837-bb33-5c275c566848', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:41Z', 'updated_at': '2021-05-10T11:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '97079b71-0563-4a9d-8aed-38f960695b58', 'name': '', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'mac_address': 'fa:16:3e:b5:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:33Z', 'updated_at': '2021-05-10T11:16:40Z', 'revision_number': 5, 'project_id': 'e617949844b5403f9db030a95eede4df', 'subnets': [{'id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:43.412373 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Checking router: 80d3a5c7-7059-44ea-8b76-1ee0485f8656 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:16:43.412764 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Updating router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 port 5084d167-b267-4837-bb33-5c275c566848 binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:16:43.462162 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:43.778908 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:43.790251 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Transition to ACTIVE for port object 5084d167-b267-4837-bb33-5c275c566848 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:16:43.797149 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:43.801629 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:43.877712 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1be88f-3466-44d8-b73a-f771416daff1 None None] Pushing event updated for resources: {'Port': ['ID=5084d167-b267-4837-bb33-5c275c566848,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:43.881180 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3f1be88f-3466-44d8-b73a-f771416daff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:43.881994 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Attempting to bind port 5084d167-b267-4837-bb33-5c275c566848 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:16:43.882356 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Attempting to bind port 5084d167-b267-4837-bb33-5c275c566848 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:16:43.882715 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Attempting to bind port 5084d167-b267-4837-bb33-5c275c566848 on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:16:43.888534 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:16:43.888930 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:16:43.889331 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:43.889717 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:16:43.890181 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Bound port: 5084d167-b267-4837-bb33-5c275c566848, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:16:43.890566 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:43.959778 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] For port 5084d167-b267-4837-bb33-5c275c566848, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:16:43.962706 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] For port 5084d167-b267-4837-bb33-5c275c566848, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=5084d167-b267-4837-bb33-5c275c566848,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:16:43.967814 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:43.972839 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:44.045892 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Routers {'80d3a5c7-7059-44ea-8b76-1ee0485f8656'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:16:44.046420 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:16:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:44.172605 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1be88f-3466-44d8-b73a-f771416daff1 None None] Pushing event updated for resources: {'Port': ['ID=5084d167-b267-4837-bb33-5c275c566848,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:44.175905 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3f1be88f-3466-44d8-b73a-f771416daff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:44.231769 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] Set router 80d3a5c7-7059-44ea-8b76-1ee0485f8656 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:16:44.547931 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '5084d167-b267-4837-bb33-5c275c566848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:16:24Z', 'updated_at': '2021-05-10T11:16:41Z', 'revision_number': 4, 'project_id': 'e617949844b5403f9db030a95eede4df', 'gw_port': {'id': '5084d167-b267-4837-bb33-5c275c566848', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:41Z', 'updated_at': '2021-05-10T11:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '97079b71-0563-4a9d-8aed-38f960695b58', 'name': '', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'mac_address': 'fa:16:3e:b5:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:33Z', 'updated_at': '2021-05-10T11:16:40Z', 'revision_number': 5, 'project_id': 'e617949844b5403f9db030a95eede4df', 'subnets': [{'id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:44.551890 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227af3df-2a1c-4b29-afc3-424582b7e6eb None None] The sync data for ids ['80d3a5c7-7059-44ea-8b76-1ee0485f8656'] in dv-cinder-784956-5-smb is: [{'id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'name': 'router1', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '5084d167-b267-4837-bb33-5c275c566848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:16:24Z', 'updated_at': '2021-05-10T11:16:41Z', 'revision_number': 4, 'project_id': 'e617949844b5403f9db030a95eede4df', 'gw_port': {'id': '5084d167-b267-4837-bb33-5c275c566848', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:41Z', 'updated_at': '2021-05-10T11:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '97079b71-0563-4a9d-8aed-38f960695b58', 'name': '', 'network_id': '75f3af8e-cd0c-40e2-89db-e069e06e72c0', 'tenant_id': 'e617949844b5403f9db030a95eede4df', 'mac_address': 'fa:16:3e:b5:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d3a5c7-7059-44ea-8b76-1ee0485f8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:16:33Z', 'updated_at': '2021-05-10T11:16:40Z', 'revision_number': 5, 'project_id': 'e617949844b5403f9db030a95eede4df', 'subnets': [{'id': 'c1467223-4a24-4e34-bde0-f6657e4fb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f69cbab1-b0e2-4016-a5d5-3d1e2cccdb98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:16:45.164970 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 34898) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:45.283595 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-21da7b6c-018b-4713-9ba1-5cf83a97fafd admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175194 May 10 11:16:46.355619 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 5084d167-b267-4837-bb33-5c275c566848 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:16:46.455380 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 5084d167-b267-4837-bb33-5c275c566848 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:16:46.465527 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 5084d167-b267-4837-bb33-5c275c566848 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:46.465907 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:46.584620 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:46.599956 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 5084d167-b267-4837-bb33-5c275c566848, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=5084d167-b267-4837-bb33-5c275c566848,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:16:46.603726 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:46.606959 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:46.671409 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=5084d167-b267-4837-bb33-5c275c566848,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:16:46.674350 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:48.348147 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 5084d167-b267-4837-bb33-5c275c566848 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:16:48.436434 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 5084d167-b267-4837-bb33-5c275c566848 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:16:48.436889 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:57.772778 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-9f07df60-1676-42ff-a66c-06d3a4846fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:00.455756 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:00.679239 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-69aac49f-8b27-4643-88f0-1c4b51bdd627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:01.086703 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:02.980896 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:08.227187 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:17:27.774866 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2c222716-f52e-4057-85f0-8e4abf9b3aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:30.461725 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:30.740112 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1c899009-e11e-4287-9a4d-61ee76ecdcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:31.082507 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:32.973916 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:45.226819 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:17:57.780269 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-67a6f501-1ec2-4940-a756-7449a1557934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:00.464821 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:00.672193 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-79d3361d-c1df-45c4-ad25-109d0f47a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:01.084387 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:02.971492 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:18.464353 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 35468) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:18.532570 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3f1b0e-ea91-41af-9dd7-9db088fabd5f admin admin] GET failed (client error): The resource could not be found. May 10 11:18:18.533826 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-9b3f1b0e-ea91-41af-9dd7-9db088fabd5f admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685439 May 10 11:18:18.661250 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55232d8-35f2-472f-882a-4e70a90045b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:18.662662 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-d55232d8-35f2-472f-882a-4e70a90045b2 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1251318 May 10 11:18:20.753241 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35478) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:20.857298 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f127c7-3b2c-41c5-aa23-3f39254a33a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:20.857840 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-60f127c7-3b2c-41c5-aa23-3f39254a33a0 admin admin] Synchronizing usage tracker for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:subnet {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:18:20.873727 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-60f127c7-3b2c-41c5-aa23-3f39254a33a0 admin admin] Unset dirty status for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:subnet {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:18:20.874813 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-60f127c7-3b2c-41c5-aa23-3f39254a33a0 admin admin] 10.222.0.26 "GET /v2.0/subnets/c1467223-4a24-4e34-bde0-f6657e4fb6f8 HTTP/1.1" status: 200 len: 849 time: 0.1206582 May 10 11:18:20.884064 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:18:20.997767 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:21.177994 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769709277790'] for subnet, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:21.182949 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:18:21.219409 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:21.220385 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:21.221257 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] 10.222.0.26 "PUT /v2.0/subnets/c1467223-4a24-4e34-bde0-f6657e4fb6f8 HTTP/1.1" status: 200 len: 868 time: 0.3409839 May 10 11:18:21.224202 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c2f53-e191-411d-9e11-eeb901d14988 None None] Network 75f3af8e-cd0c-40e2-89db-e069e06e72c0 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:18:21.247354 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1467223-4a24-4e34-bde0-f6657e4fb6f8,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:18:21.255237 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.255544 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.255806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.256128 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.256443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.256790 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.257106 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.257418 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.257737 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.258048 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.258957 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.259269 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:18:21.267807 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:18:21.631290 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a491fdb1-f975-4654-a8fa-ece410c60cc4 None None] Provisioning complete for port 97079b71-0563-4a9d-8aed-38f960695b58 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:18:21.631666 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a491fdb1-f975-4654-a8fa-ece410c60cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:21.759512 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a491fdb1-f975-4654-a8fa-ece410c60cc4 None None] Provisioning complete for port 0144e6c7-2aba-498d-86dc-f777736c0c41 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:18:21.759811 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a491fdb1-f975-4654-a8fa-ece410c60cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:22.225215 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:18:23.319749 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35488) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:23.486736 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fb35c-e8b7-4c14-abb4-3e426f536959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:23.487204 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fb35c-e8b7-4c14-abb4-3e426f536959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:23.488724 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-0e6fb35c-e8b7-4c14-abb4-3e426f536959 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1680272 May 10 11:18:25.608030 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35498) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:25.783242 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ded6f1-6108-466b-9015-5dbfce7af0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:25.783719 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ded6f1-6108-466b-9015-5dbfce7af0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:25.785334 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-98ded6f1-6108-466b-9015-5dbfce7af0cf admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1761532 May 10 11:18:27.782866 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1ab34c75-4fbb-4de2-8a88-890983c6cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:27.897180 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35508) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:28.060311 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cdeec0-563f-432d-8559-a1ac2cd4a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:28.061633 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-b0cdeec0-563f-432d-8559-a1ac2cd4a878 admin admin] 10.222.0.26 "GET /v2.0/networks/1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 HTTP/1.1" status: 200 len: 886 time: 0.1634924 May 10 11:18:30.137841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35518) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:30.305752 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f260f7-9ccc-46e2-b08b-502af1df0509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:30.307008 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-87f260f7-9ccc-46e2-b08b-502af1df0509 admin admin] 10.222.0.26 "GET /v2.0/networks/75f3af8e-cd0c-40e2-89db-e069e06e72c0 HTTP/1.1" status: 200 len: 869 time: 0.1682320 May 10 11:18:30.466707 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:30.673092 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-54e43021-ab39-4dbf-9969-715e27fd0181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:31.086849 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:32.395656 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35528) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:32.503116 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72f38e-b87f-4344-a39e-715695197feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:32.503580 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72f38e-b87f-4344-a39e-715695197feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:32.505089 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2f72f38e-b87f-4344-a39e-715695197feb admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084995 May 10 11:18:32.979574 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:34.603699 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35538) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:34.707854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4341340-e4ce-4ce8-8396-c9b70658b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:34.708309 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4341340-e4ce-4ce8-8396-c9b70658b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:34.709799 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e4341340-e4ce-4ce8-8396-c9b70658b2fc admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052334 May 10 11:18:36.777341 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35548) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:36.879496 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a948f-71b7-4bdf-ba61-c8b0a4deacc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:36.880834 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-289a948f-71b7-4bdf-ba61-c8b0a4deacc3 admin admin] 10.222.0.26 "GET /v2.0/subnets/6c62ec65-dd63-491e-a575-56ed1c41e448 HTTP/1.1" status: 200 len: 816 time: 0.1025457 May 10 11:18:38.961846 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35558) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:18:39.066661 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929ca37-9a13-43d6-8616-a7a77595e40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:18:39.067984 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7929ca37-9a13-43d6-8616-a7a77595e40c admin admin] 10.222.0.26 "GET /v2.0/subnets/c1467223-4a24-4e34-bde0-f6657e4fb6f8 HTTP/1.1" status: 200 len: 868 time: 0.1051955 May 10 11:18:57.784325 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e1506a6a-2b96-4a85-9c68-4d9600824085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:59.223511 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:19:00.469070 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:00.675203 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a855cde-65be-4c43-be5c-305331e9b117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:01.090948 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:01.673667 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35602) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:01.720622 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [None req-40b0e730-2dc9-4761-a915-2d48d87b2345 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:19:01.721745 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-40b0e730-2dc9-4761-a915-2d48d87b2345 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470722 May 10 11:19:02.983936 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:03.901188 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 35612) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:03.966834 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.pecan_wsgi.hooks.translation [None req-55971173-6302-4b49-b7ea-811c30d0ddb0 admin admin] GET failed (client error): The resource could not be found. May 10 11:19:03.968080 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-55971173-6302-4b49-b7ea-811c30d0ddb0 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659409 May 10 11:19:04.090825 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8141cb2-3195-4be5-8d05-f8774e1de2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:04.092196 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-e8141cb2-3195-4be5-8d05-f8774e1de2fb admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203256 May 10 11:19:06.199854 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 35622) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:06.245966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:19:06.250422 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:19:06.260406 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:19:06.270724 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Made reservation on behalf of f5745b2ef0884bc3ab9e8f63b616e78a for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:19:06.272917 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:06.359946 dv-cinder-784956-5-smb neutron-server[78677]: WARNING neutron.services.revisions.revision_plugin [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Could not find related network for resource to bump revision. May 10 11:19:06.372454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:19:06.381961 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:06.382303 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Added segment 58992ffc-c9e1-429c-b42a-570fdd9160e0 of type vlan for network 44b212bf-239f-4a0c-9890-efe30daafc73 May 10 11:19:06.407674 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:06.435901 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:06.437247 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:06.437816 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:06.442092 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:19:06.535486 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3344679 May 10 11:19:06.540751 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Pushing event updated for resources: {'Network': ['ID=44b212bf-239f-4a0c-9890-efe30daafc73,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:19:06.548164 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.548496 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.548860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.549184 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.549501 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.549817 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.550132 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.550441 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.550759 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.551066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.551372 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.551677 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:06.556590 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:19:06.563673 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 44b212bf-239f-4a0c-9890-efe30daafc73 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:19:08.652309 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 35632) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:08.719147 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.pecan_wsgi.hooks.translation [None req-875ab6fb-b367-4fd9-b7b4-6a993ffac505 admin admin] GET failed (client error): The resource could not be found. May 10 11:19:08.719651 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-875ab6fb-b367-4fd9-b7b4-6a993ffac505 admin admin] Synchronizing usage tracker for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:network {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:19:08.734039 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-875ab6fb-b367-4fd9-b7b4-6a993ffac505 admin admin] Unset dirty status for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:network {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:19:08.735112 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-875ab6fb-b367-4fd9-b7b4-6a993ffac505 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0818365 May 10 11:19:08.834040 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461bdbf-676e-4b10-83d6-58fc09596500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:08.835434 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8461bdbf-676e-4b10-83d6-58fc09596500 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965557 May 10 11:19:08.844606 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:19:08.848802 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:19:08.858424 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:19:08.866623 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Made reservation on behalf of f5745b2ef0884bc3ab9e8f63b616e78a for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:19:08.869295 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.230420 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.234705 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2ceaefd0-43b1-46d4-a50e-634d6626d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:19:09.330882 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ba9ab5-5c8f-4990-bae7-90597760cbd8,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:19:09.334135 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:19:09.337027 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Checking segment: {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:19:09.337339 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Network hostable DHCP agents. Network: 44b212bf-239f-4a0c-9890-efe30daafc73, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:19:09.353638 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Network 44b212bf-239f-4a0c-9890-efe30daafc73 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:19:09.361943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 44b212bf-239f-4a0c-9890-efe30daafc73) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:19:09.365756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:09.366324 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.370571 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf0971-725d-4820-9dcc-73366d65abf4 None None] Network 44b212bf-239f-4a0c-9890-efe30daafc73 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:19:09.389257 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5478730 May 10 11:19:09.617745 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-44b212bf-239f-4a0c-9890-efe30daafc73', 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73', 'tenant_id': 'f5745b2ef0884bc3ab9e8f63b616e78a', 'fixed_ips': [{'subnet_id': '94ba9ab5-5c8f-4990-bae7-90597760cbd8'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:19:09.618579 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.777247 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Allocated IP 192.168.233.2 (44b212bf-239f-4a0c-9890-efe30daafc73/94ba9ab5-5c8f-4990-bae7-90597760cbd8/2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:19:09.981177 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.991220 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Transition to ACTIVE for port object 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:19:10.010264 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Transition to ACTIVE for port object 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:19:10.016332 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:10.020034 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3f1be88f-3466-44d8-b73a-f771416daff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:19:10.079314 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Network 44b212bf-239f-4a0c-9890-efe30daafc73 is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:19:10.082042 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:19:10.090309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:19:10.096370 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Pushing event updated for resources: {'Port': ['ID=2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:19:10.131297 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.131628 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.131958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.132271 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.132631 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.132982 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.133297 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.133610 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.133932 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.134237 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.134543 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.134851 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:10.142479 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:19:10.191062 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Attempting to bind port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:19:10.191447 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Attempting to bind port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:19:10.191807 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Attempting to bind port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e on network 44b212bf-239f-4a0c-9890-efe30daafc73 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:19:10.197146 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:19:10.197515 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Checking segment: {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:19:10.197913 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:10.198298 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Bound using segment: {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:19:10.198758 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Bound port: 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:19:10.199145 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:10.288680 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] For port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:19:10.292122 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] For port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:19:10.297458 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:10.301332 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3f1be88f-3466-44d8-b73a-f771416daff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:19:10.374042 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Pushing event updated for resources: {'Port': ['ID=2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:19:10.377130 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:19:11.176892 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3faa61-32aa-4c6e-ba40-43fbb8bf7d5b None None] Network 44b212bf-239f-4a0c-9890-efe30daafc73 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:19:11.267228 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-63d1f738-72fb-4717-88bb-f16d9d7edb7e None None] Provisioning for port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:19:12.462064 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:19:12.528648 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:19:12.533265 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:19:12.533633 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:12.649684 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:12.680079 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:19:12.683743 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:12.686592 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:19:12.752448 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:19:12.755589 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:19:14.444424 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:19:14.511797 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 2b0b7d75-eb40-4ae2-8a7c-51b102c5f45e triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:19:14.512159 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:27.786393 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-3f98a9da-dda8-4c36-a167-7b0cdc24c9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:30.472391 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:30.676751 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b6efab87-16c9-4d97-9f02-7a9e92303be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:31.094126 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:32.987787 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:36.222891 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:19:57.789362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a19c91cb-9004-4cf5-932c-1872a69d6d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.473912 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.679173 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3086-1f43-41b7-99ac-71981b7c6c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:01.095874 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:02.990905 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:13.222253 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:20:20.082722 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 35682) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:20:20.089337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [None req-dfd20ead-4815-4e95-8abf-42f4a55cabf1 tempest-verify_tempest_config-541381959 tempest-verify_tempest_config-541381959-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:20:20.090267 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-dfd20ead-4815-4e95-8abf-42f4a55cabf1 tempest-verify_tempest_config-541381959 tempest-verify_tempest_config-541381959-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065756 May 10 11:20:20.385092 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35700) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:20:20.497300 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.511444 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:20:20.515190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Usage tracker for resource:security_group_rule and tenant:8b1b9a0122d644908b775b57a39fc97c is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:20:20.517933 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:20:20.523441 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:20:20.602607 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.606080 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.617914 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:20.694523 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Synchronizing usage tracker for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:20:20.699887 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e93246c-df76-47b2-a537-872c28255ea5,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:20.710363 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.710684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.711044 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.711369 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.711691 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.712012 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.712327 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.712643 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.712984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.713296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.713607 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.713938 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.719220 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:20.726063 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Unset dirty status for tenant:f5745b2ef0884bc3ab9e8f63b616e78a on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:20:20.728013 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b1b9a0122d644908b775b57a39fc97c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3419359 May 10 11:20:20.730744 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 35706) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:20:20.789653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.815901 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.910310 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.914736 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:20.926564 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e93246c-df76-47b2-a537-872c28255ea5,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:20.936147 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.936492 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.936870 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.937218 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.937531 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.937856 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.938177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.938496 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.938816 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.939130 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.939444 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.939756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:20.943415 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:20.947235 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e93246c-df76-47b2-a537-872c28255ea5 HTTP/1.1" status: 204 len: 168 time: 0.2150559 May 10 11:20:20.947991 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:27.792811 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2f7e64f5-3d7c-4583-beb7-f6ff35695037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:30.477603 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:30.681451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3bfd-c64a-49b0-8c6e-d971e03122b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:31.099107 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:32.995454 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:50.220955 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:20:57.795600 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4253cab3-efb9-4a63-8fc0-d65d9cce45b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:00.480136 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:00.682726 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ccbc-1979-4e9c-9cd8-61474ccb0c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:01.101209 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:02.999024 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.219421 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 5 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:21:27.796071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-17adb704-e5eb-4e1f-8b61-955343a7e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.483164 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:30.682801 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a772ddf1-7cb5-44ac-8c51-7322db4ae997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:31.103344 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:33.000741 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.797882 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-dacae3cd-9cbe-4293-80f8-f3ac538a9522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.484061 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:00.685253 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-154766f2-ba7f-415b-9b92-9810d1c5ddee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.086790 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262'] for agent, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:01.106029 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:03.092895 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:04.218202 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:22:05.150699 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35758) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:22:05.260213 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d5e3f7f9-54da-4bd2-bd5a-dbb89f804504 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1082878 May 10 11:22:07.373658 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35768) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:22:07.427421 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-1ceeb3c1-410d-452b-bf92-91c86a0b3d0b admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0527024 May 10 11:22:27.799626 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-f003b6cb-f1f8-42d7-8680-28172e2301e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.485956 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:30.686358 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-205e2f14-977d-486c-89f1-5e7c3c455e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.041417 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:31.108879 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:33.006424 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:41.220133 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:22:57.801028 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d3947a33-0ac0-4c6b-aab2-6aac03d84865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:00.492613 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:00.689924 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-6096ee13-ed41-48a1-8386-3054f62d9f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:01.057101 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:01.112817 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:03.033001 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:18.218927 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:23:27.803720 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-de414493-f5a6-489b-9f14-e3742c946532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.486785 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:30.691441 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-6ebd5ccb-570e-4b37-b7b1-484cf1ea988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.057271 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:31.116661 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:33.032146 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:36.858453 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35988) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:36.892719 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 35994) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:36.920968 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36000) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:36.932068 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36006) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:36.974278 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36014) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:37.182387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-network', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:37.187544 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.193411 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Usage tracker for resource:network and tenant:75f8ac6313604149ac8ab8838280ae97 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.197674 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.204684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.220039 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-38161935-network', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:37.227484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1047904464-network', 'tenant_id': 'a3f58d7e66ca47099c754c570bff10d3'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:37.228240 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Made reservation on behalf of 75f8ac6313604149ac8ab8838280ae97 for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:37.231555 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.232267 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.244232 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Usage tracker for resource:network and tenant:a3f58d7e66ca47099c754c570bff10d3 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.248583 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.251736 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.251957 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.260275 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.273741 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.279022 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Usage tracker for resource:security_group_rule and tenant:75f8ac6313604149ac8ab8838280ae97 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.282812 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.290473 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.295840 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Made reservation on behalf of a3f58d7e66ca47099c754c570bff10d3 for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:37.299502 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.320371 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Usage tracker for resource:network and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.325251 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.334008 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.336080 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.360832 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Made reservation on behalf of c3f7f861ad0c450e9d36c30aea8f62da for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:37.363286 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.372441 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.381976 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f58d7e66ca47099c754c570bff10d3 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.387465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.396235 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.398592 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.440441 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.451751 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.461351 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.471749 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.475267 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.488058 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.501157 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:37.510523 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-783275343-network', 'tenant_id': '78a4c9407cac4473bcca5565e011cd2d'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:37.534424 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf517185-dda2-4ed6-8498-f701a91dcc5f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.545819 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.546122 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.546453 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.547030 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.547401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.547647 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.547962 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.548383 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.549471 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.550296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.551180 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.552261 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Tracked resource versions report: May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: pushed versions: May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: { 'AddressGroup': {'1.2'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'ConntrackHelper': {'1.0'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Log': {'1.0'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Network': {'1.1'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Port': {'1.7'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'PortForwarding': {'1.2'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'QosPolicy': {'1.8'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroup': {'1.4'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroupRule': {'1.2'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'SubPort': {'1.0'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Subnet': {'1.1'}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Trunk': {'1.1'}} May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: consumer versions: May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: HyperV agent@hv-cinder-78495: {}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'ConntrackHelper': '1.0', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Log': '1.0', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Network': '1.1', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Port': '1.7', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'PortForwarding': '1.2', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'QosPolicy': '1.8', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroup': '1.4', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'SecurityGroupRule': '1.2', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'SubPort': '1.0', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Subnet': '1.1', May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: 'Trunk': '1.1'}} May 10 11:23:37.554250 dv-cinder-784956-5-smb neutron-server[78678]: {{(pid=78678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:23:37.566580 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.569342 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.581709 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:37.587248 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.590891 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Usage tracker for resource:network and tenant:78a4c9407cac4473bcca5565e011cd2d is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.591970 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=78678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:37.609296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.609839 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Added segment 238420e1-db1c-4744-b954-ec6ed9367567 of type vlan for network 67c64257-02df-47da-834c-d1e77bb383a4 May 10 11:23:37.621264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.627481 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:37.654548 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.660748 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-948602170-network', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:37.686887 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.691762 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:37.714525 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.720319 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.720941 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Added segment 5e3321e4-c86a-418f-9f2a-5d4fbf22f584 of type vlan for network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef May 10 11:23:37.725865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.727285 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.745101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=78678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:37.755428 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.756084 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Added segment fa7593b6-3212-45d2-8f15-66f715a2ff2e of type vlan for network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 May 10 11:23:37.767299 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea7cb3-8c8f-4151-9022-1223fce19317,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.775774 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.781359 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.781771 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.782168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.782558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.782944 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.783330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.783736 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.784117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.784498 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.788336 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.788773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.789175 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Tracked resource versions report: May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: pushed versions: May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: { 'AddressGroup': {'1.2'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'ConntrackHelper': {'1.0'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Log': {'1.0'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Network': {'1.1'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Port': {'1.7'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'PortForwarding': {'1.2'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'QosPolicy': {'1.8'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroup': {'1.4'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroupRule': {'1.2'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'SubPort': {'1.0'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Subnet': {'1.1'}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Trunk': {'1.1'}} May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: consumer versions: May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: HyperV agent@hv-cinder-78495: {}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'ConntrackHelper': '1.0', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Log': '1.0', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Network': '1.1', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Port': '1.7', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'PortForwarding': '1.2', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'QosPolicy': '1.8', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroup': '1.4', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'SecurityGroupRule': '1.2', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'SubPort': '1.0', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Subnet': '1.1', May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: 'Trunk': '1.1'}} May 10 11:23:37.790291 dv-cinder-784956-5-smb neutron-server[78677]: {{(pid=78677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:23:37.792561 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f023c37a-f869-4f34-961e-886578f80b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:37.795061 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.798354 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Made reservation on behalf of 78a4c9407cac4473bcca5565e011cd2d for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:37.800855 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.801568 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:37.803479 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.819440 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:37.820100 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.820765 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.834792 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Usage tracker for resource:network and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.840240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.850660 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:37.860114 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.869743 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:78a4c9407cac4473bcca5565e011cd2d is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:37.872745 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69671101-0f18-4c84-9a8a-13d8489762c8,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:37.875877 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:37.876221 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:37.885916 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1561a399-6f54-4cb6-88af-6cd8820844a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:37.888228 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:37.891926 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Made reservation on behalf of 8681edba6c0c49e59ea38dfde0d89847 for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:37.894735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.912467 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.917819 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:37.918461 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.922476 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:37.941085 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:38.006567 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1127923 May 10 11:23:38.008991 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36050) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:38.014491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.020428 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Request body: {'subnet': {'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-subnet', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:38.026655 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:38.027497 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.034617 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Pushing event updated for resources: {'Network': ['ID=67c64257-02df-47da-834c-d1e77bb383a4,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.038534 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:38.039806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:38.046983 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:38.048445 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 67c64257-02df-47da-834c-d1e77bb383a4 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:38.063468 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:38.069824 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:38.079144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:38.111834 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Pushing event updated for resources: {'Network': ['ID=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.118638 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:38.124455 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:38.126508 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Usage tracker for resource:subnet and tenant:75f8ac6313604149ac8ab8838280ae97 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:38.138426 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2152543 May 10 11:23:38.146457 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36054) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:38.158421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Request body: {'subnet': {'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1047904464-subnet', 'tenant_id': 'a3f58d7e66ca47099c754c570bff10d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:38.164788 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:38.169120 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Usage tracker for resource:subnet and tenant:a3f58d7e66ca47099c754c570bff10d3 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:38.172725 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:38.179394 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:38.204584 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:38.206609 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Made reservation on behalf of a3f58d7e66ca47099c754c570bff10d3 for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:38.209376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.274484 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Pushing event updated for resources: {'Network': ['ID=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.278525 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:38.284061 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:38.289180 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4298596 May 10 11:23:38.293048 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36064) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:38.303169 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Request body: {'subnet': {'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-subnet', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:38.306124 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:38.310759 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Usage tracker for resource:subnet and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:38.314343 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:38.315744 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:38.320524 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:38.326972 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:38.338700 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Made reservation on behalf of 75f8ac6313604149ac8ab8838280ae97 for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:38.348319 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.421237 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.448729 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.457670 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Made reservation on behalf of c3f7f861ad0c450e9d36c30aea8f62da for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:38.460882 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.468618 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7840023a-da08-4bd9-a86a-8f99fef87da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:38.509252 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:38.534677 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afda1d7-57c2-47d0-94ce-8af9062efe7a,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.544314 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:38.547766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.576880 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.577113 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Added segment 29de980d-d1c8-4013-aa9d-28e60d4124db of type vlan for network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f May 10 11:23:38.586556 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.596980 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:38.649354 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f097313d-985e-484f-91c5-17675020109b admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:38.685272 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.694888 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.695230 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Added segment 45b8994e-9f94-47fb-b3f8-48604553d3b9 of type vlan for network 50dd005b-a57b-404b-b729-f52af20b2250 May 10 11:23:38.701846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb8676-57ae-4ec7-bee9-69834a48e437,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:38.735773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:38.782822 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.814374 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.819665 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:38.820531 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:38.835882 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fd78f19a-44d9-48f0-aef0-9f006a03b243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:38.841320 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36090) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:39.016549 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.075693 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:39.083340 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:39.089364 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:39.091292 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:39.091884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.100348 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36104) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:39.106350 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fc4a7b07-7dbb-4a4b-8f2c-3036f5de73a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:39.138183 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2021654 May 10 11:23:39.140260 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36110) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:39.160854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Request body: {'subnet': {'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-783275343-subnet', 'tenant_id': '78a4c9407cac4473bcca5565e011cd2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:39.168250 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:39.205053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Usage tracker for resource:subnet and tenant:78a4c9407cac4473bcca5565e011cd2d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:39.212188 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:39.234801 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:39.257419 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-f097313d-985e-484f-91c5-17675020109b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2820184 May 10 11:23:39.261390 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36120) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:39.270824 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Request body: {'subnet': {'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-948602170-subnet', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:39.278430 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:39.280769 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Pushing event updated for resources: {'Network': ['ID=50dd005b-a57b-404b-b729-f52af20b2250,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:39.284605 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:39.287893 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Usage tracker for resource:subnet and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:39.291277 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:39.292120 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 50dd005b-a57b-404b-b729-f52af20b2250 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:39.295180 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.299122 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:39.316880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:39.322151 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Usage tracker for resource:security_group_rule and tenant:a146e0c72cbf4030b4b2265d0104cf54 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:39.330330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Made reservation on behalf of 8681edba6c0c49e59ea38dfde0d89847 for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:39.331704 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:39.333240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.375366 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:39.384527 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Made reservation on behalf of 78a4c9407cac4473bcca5565e011cd2d for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:39.386792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.412196 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.537280 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.542644 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.567987 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:39.570298 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-afb2e6ce-3e3a-4904-a122-e45d65af9db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:39.577817 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:39.606697 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.610905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Usage tracker for resource:security_group_rule and tenant:78579847cb1c489ba7e937cff9f521a3 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:39.622912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:39.638185 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:39.672129 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa50b56-c2a7-449d-8abc-f1e81903586e,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:39.687875 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:39.707049 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Checking segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:39.707435 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Network hostable DHCP agents. Network: ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:39.819078 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fd7cf0-378e-4b61-91b4-4fb4d393daa3,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:39.821880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:39.830742 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:39.836629 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:39.851581 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:39.857775 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:39.858932 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:39.863623 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81015e-2f19-461a-85f1-c1c704ce92b2 None None] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:39.885905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Checking segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:39.885905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Network hostable DHCP agents. Network: 67c64257-02df-47da-834c-d1e77bb383a4, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:39.893644 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7424803 May 10 11:23:40.015196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.021072 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:40.108136 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Checking segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:40.108568 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Network hostable DHCP agents. Network: 50dd005b-a57b-404b-b729-f52af20b2250, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:40.111407 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=200c64f9-4a34-4d85-9490-f0e7d1f65219,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.115817 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:40.128335 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.133870 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Network 50dd005b-a57b-404b-b729-f52af20b2250 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:40.140819 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Checking segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:40.141218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Network hostable DHCP agents. Network: 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:40.152476 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 50dd005b-a57b-404b-b729-f52af20b2250) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:40.153813 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.158339 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:40.158927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.197568 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9348524 May 10 11:23:40.200706 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36148) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:40.206067 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:40.219661 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.219828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:40.225824 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Usage tracker for resource:router and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:40.227596 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23222c6e-222b-4bae-8d85-945af605c766 None None] Network 50dd005b-a57b-404b-b729-f52af20b2250 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:40.231100 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:40.237947 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:40.243153 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff571ba5-5267-4550-bbe1-d15cbc7b818f None None] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:40.247617 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d643db95-eb7f-44e6-99a0-c5fcc13a9974,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.266880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:40.269838 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.271985 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.277138 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78579847cb1c489ba7e937cff9f521a3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1744065 May 10 11:23:40.277841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:40.280158 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36156) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:40.309334 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Network 67c64257-02df-47da-834c-d1e77bb383a4 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:40.316480 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.318429 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:40.350446 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:40.362562 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:40.363149 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.367100 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 67c64257-02df-47da-834c-d1e77bb383a4) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:40.380834 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:40.381331 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.381783 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee35b607-b733-453d-a9ae-971b80697e1f None None] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:40.399832 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.454514 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4439588 May 10 11:23:40.455168 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36168) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:40.476609 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:40.481344 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:40.485606 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Usage tracker for resource:router and tenant:75f8ac6313604149ac8ab8838280ae97 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:40.488775 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:40.510610 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:40.522897 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d55c4-6596-442b-8ed5-9e0f5068fe7c,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.526595 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:40.528206 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.529792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:40.560750 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2667449 May 10 11:23:40.563439 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a146e0c72cbf4030b4b2265d0104cf54&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7211485 May 10 11:23:40.564284 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36172) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:40.566626 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5ebf4-7a40-4871-a608-a494f25ed42f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.570178 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:40.576492 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:40.579536 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36174) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:40.601944 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.602908 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.621098 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.624549 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f9ae0-0327-47fc-9386-ab300f1a139b None None] Network 67c64257-02df-47da-834c-d1e77bb383a4 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:40.628735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.644469 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:40.807194 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Usage tracker for resource:router and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:40.861182 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:23:40.862307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.877840 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.961112 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.972738 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:40.979343 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:40.989998 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d55c4-6596-442b-8ed5-9e0f5068fe7c,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:40.996340 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:41.011826 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.013122 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/523d55c4-6596-442b-8ed5-9e0f5068fe7c HTTP/1.1" status: 204 len: 168 time: 0.7320070 May 10 11:23:41.039437 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:41.075885 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:41.193109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.194166 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.208655 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36204) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:41.223293 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.223293 dv-cinder-784956-5-smb neutron-server[78678]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 11:23:41.224729 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.255385 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.287906 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.377245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.409791 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-50dd005b-a57b-404b-b729-f52af20b2250', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:23:41.410772 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.456445 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Allocated IP 172.28.1.232 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/a440a09b-ef07-4498-a4a0-68e38eec0c69) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:41.459289 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36210) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:41.483842 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.518897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:41.575571 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Usage tracker for resource:security_group_rule and tenant:4949f41a75244f3a9b121c510ae95ffc is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:41.628777 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:41.638851 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:41.736077 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.783965 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70212b4-a542-4de9-b8ca-950460479193 None None] Network 67c64257-02df-47da-834c-d1e77bb383a4 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:41.829618 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.834793 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-7b6d0801-8b35-4fcf-9c16-9cf7ebc3e5b2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:41.836444 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-7b6d0801-8b35-4fcf-9c16-9cf7ebc3e5b2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.6232820 May 10 11:23:41.841795 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.850085 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:41.867804 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.892876 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:41.905852 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-b4679e05-21ad-4a99-a854-71e51864b51a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/quotas/a3f58d7e66ca47099c754c570bff10d3 HTTP/1.1" status: 200 len: 375 time: 0.0349898 May 10 11:23:41.914864 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4949f41a75244f3a9b121c510ae95ffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4516227 May 10 11:23:41.915651 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40421c32-b7cf-4d3b-b78e-cab8ef243434,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:41.918717 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36222) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:41.920196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:41.921236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:41.922045 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:41.952193 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:41.960261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:42.039748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.140775 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Pushing event updated for resources: {'Port': ['ID=a440a09b-ef07-4498-a4a0-68e38eec0c69,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:42.148240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:42.156236 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Allocated IP 172.20.0.2 (5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3/d643db95-eb7f-44e6-99a0-c5fcc13a9974/cc033478-d3f6-4b67-9576-f266c909b39c) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:42.178679 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.249283 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:42.277741 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-d1c2a48e-1b93-46c4-a68d-d0aafdc87bd2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3603165 May 10 11:23:42.298573 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.401706 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.408444 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.478704 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Allocated IP 172.20.0.2 (50dd005b-a57b-404b-b729-f52af20b2250/200c64f9-4a34-4d85-9490-f0e7d1f65219/a6df6122-a34c-41e5-8146-526a9ac15ec5) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:42.490932 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5ebf4-7a40-4871-a608-a494f25ed42f,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:42.493544 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:42.506337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7b0b498e-9b6f-46db-b9ab-d83f032d1f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:42.546478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.547862 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38f5ebf4-7a40-4871-a608-a494f25ed42f HTTP/1.1" status: 204 len: 168 time: 1.9498808 May 10 11:23:42.575277 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.602381 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Checking segment: {'id': '29de980d-d1c8-4013-aa9d-28e60d4124db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:42.602729 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Network hostable DHCP agents. Network: 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:42.662245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-9e5d3c3e-659f-4afc-b941-e5d5e89ff9fb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:42.663403 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-9e5d3c3e-659f-4afc-b941-e5d5e89ff9fb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1855865 May 10 11:23:42.673027 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0bd09c8-b0a9-4f2a-9431-19055993366a,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:42.675963 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:42.678316 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.789969 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.796261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.836955 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Transition to ACTIVE for port object cc033478-d3f6-4b67-9576-f266c909b39c will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:42.847567 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:42.882829 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Transition to ACTIVE for port object cc033478-d3f6-4b67-9576-f266c909b39c will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:42.883476 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.886933 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Allocated IP 172.28.1.75 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/0f26105b-0f79-4fae-9dbd-fd36e3f30607) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:42.894091 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Transition to ACTIVE for port object a6df6122-a34c-41e5-8146-526a9ac15ec5 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:42.900753 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.910771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:42.913688 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:42.916019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:42.916596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:42.970139 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922ac89-1bd7-4d6e-8f75-f9e2b5f6b25d None None] Network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:43.002592 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Transition to ACTIVE for port object a6df6122-a34c-41e5-8146-526a9ac15ec5 will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:43.048323 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.054573 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.059653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Router d5935552-32bb-498a-ae3d-24e0f1131d51 is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:23:43.075584 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9227028 May 10 11:23:43.075584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.075584 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40421c32-b7cf-4d3b-b78e-cab8ef243434 HTTP/1.1" status: 204 len: 168 time: 1.1460104 May 10 11:23:43.076247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:43.089086 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-fb373f46-a511-4602-87ff-4a7f1ccad1ce service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035525 May 10 11:23:43.094944 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40421c32-b7cf-4d3b-b78e-cab8ef243434,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:43.097296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:43.122980 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:43.145327 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:43.173491 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:43.179252 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Pushing event updated for resources: {'Port': ['ID=cc033478-d3f6-4b67-9576-f266c909b39c,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:43.233998 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36250) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:43.289948 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.292629 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.293097 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.293530 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.296681 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.297409 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.297959 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.298387 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.298833 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.299266 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.299682 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.302856 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Tracked resource versions report: May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: pushed versions: May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: { 'AddressGroup': {'1.2'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'ConntrackHelper': {'1.0'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Log': {'1.0'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Network': {'1.1'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Port': {'1.7'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'PortForwarding': {'1.2'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'QosPolicy': {'1.8'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroup': {'1.4'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroupRule': {'1.2'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'SubPort': {'1.0'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Subnet': {'1.1'}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Trunk': {'1.1'}} May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: consumer versions: May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: HyperV agent@hv-cinder-78495: {}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'ConntrackHelper': '1.0', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Log': '1.0', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Network': '1.1', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Port': '1.7', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'PortForwarding': '1.2', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'QosPolicy': '1.8', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroup': '1.4', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'SecurityGroupRule': '1.2', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'SubPort': '1.0', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Subnet': '1.1', May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: 'Trunk': '1.1'}} May 10 11:23:43.304064 dv-cinder-784956-5-smb neutron-server[78679]: {{(pid=78679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:23:43.350917 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Network 50dd005b-a57b-404b-b729-f52af20b2250 is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:43.355933 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:43.420964 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:43.480681 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:43.520347 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:43.587460 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.631011 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:43.641655 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Usage tracker for resource:security_group_rule and tenant:3277c7f25d7044beb03e30b8864fdc3e is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:43.647972 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:43.648553 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.660152 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:43.667039 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-44a2b837-9e50-421b-8b53-2d12b1008373 service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655382 May 10 11:23:43.675759 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.693454 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Attempting to bind port cc033478-d3f6-4b67-9576-f266c909b39c on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:43.704074 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Attempting to bind port cc033478-d3f6-4b67-9576-f266c909b39c by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:43.704827 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Attempting to bind port cc033478-d3f6-4b67-9576-f266c909b39c on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:23:43.711964 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.796539 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.823318 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.840347 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.866137 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:43.906055 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bbde69b6-4681-4ce0-8ee4-34a2c66dc5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:43.920667 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3277c7f25d7044beb03e30b8864fdc3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4037371 May 10 11:23:43.926900 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36288) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:43.967853 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36296) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:43.968508 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023cbf2-4214-4190-8c4a-602af777da31,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:43.971593 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Pushing event updated for resources: {'Port': ['ID=a6df6122-a34c-41e5-8146-526a9ac15ec5,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:43.974523 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:23:43.975120 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Checking segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:43.975696 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.976445 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Bound using segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:23:43.977284 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Bound port: cc033478-d3f6-4b67-9576-f266c909b39c, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:43.978170 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:43.984762 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:43.993321 dv-cinder-784956-5-smb neutron-server[78677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 11:23:43.997892 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:44.012159 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Attempting to bind port a6df6122-a34c-41e5-8146-526a9ac15ec5 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:44.012658 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Attempting to bind port a6df6122-a34c-41e5-8146-526a9ac15ec5 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:44.013583 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Attempting to bind port a6df6122-a34c-41e5-8146-526a9ac15ec5 on network 50dd005b-a57b-404b-b729-f52af20b2250 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:23:44.035028 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:23:44.049222 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:44.050430 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644359aa-9ce5-43b5-9b92-2d6f7daa6281 None None] Network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:44.064227 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:44.071238 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:44.078147 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:44.079475 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:44.091102 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:23:44.093664 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Checking segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:44.094083 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.094499 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Bound using segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:23:44.094999 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Bound port: a6df6122-a34c-41e5-8146-526a9ac15ec5, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:44.095378 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.097432 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:44.309747 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:44.352021 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Allocated IP 172.28.1.119 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/74110174-5b38-4b53-8452-e772264d4027) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:44.352652 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-15fc0fe2-833c-42b2-9563-ac0e8ebc6054 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:44.356532 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-06341164-175a-4df9-ab20-4086a031371a req-15fc0fe2-833c-42b2-9563-ac0e8ebc6054 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Synchronizing usage tracker for tenant:78a4c9407cac4473bcca5565e011cd2d on resource:network {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:23:44.356927 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Pushing event updated for resources: {'Port': ['ID=0f26105b-0f79-4fae-9dbd-fd36e3f30607,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:44.360337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:44.421493 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.423936 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2220454 May 10 11:23:44.425806 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.429727 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-06341164-175a-4df9-ab20-4086a031371a req-15fc0fe2-833c-42b2-9563-ac0e8ebc6054 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Unset dirty status for tenant:78a4c9407cac4473bcca5565e011cd2d on resource:network {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:23:44.438765 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-15fc0fe2-833c-42b2-9563-ac0e8ebc6054 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/networks?id=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f HTTP/1.1" status: 200 len: 811 time: 0.4665604 May 10 11:23:44.450798 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36318) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:44.485411 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-205e9f5b-b8e7-4c90-8748-6ddce071017b req-1db806db-ea74-4c0a-a6ee-e9fd4659d0a7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 210 time: 0.0780194 May 10 11:23:44.539978 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] For port cc033478-d3f6-4b67-9576-f266c909b39c, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:23:44.570441 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] For port a6df6122-a34c-41e5-8146-526a9ac15ec5, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:23:44.575794 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] For port cc033478-d3f6-4b67-9576-f266c909b39c, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cc033478-d3f6-4b67-9576-f266c909b39c,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:23:44.609385 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] For port a6df6122-a34c-41e5-8146-526a9ac15ec5, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a6df6122-a34c-41e5-8146-526a9ac15ec5,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:23:44.612794 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.663070 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:44.829721 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-527f9887-0cc3-4e0d-ba18-464566525c71 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/quotas/78a4c9407cac4473bcca5565e011cd2d HTTP/1.1" status: 200 len: 375 time: 0.3894131 May 10 11:23:44.871601 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:44.882644 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Pushing event updated for resources: {'Port': ['ID=cc033478-d3f6-4b67-9576-f266c909b39c,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:44.895405 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:44.919736 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:44.980842 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.154157 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Pushing event updated for resources: {'Port': ['ID=a6df6122-a34c-41e5-8146-526a9ac15ec5,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:45.166521 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:45.191097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.311457 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:42Z', 'revision_number': 3, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:45.331509 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:45.332085 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Updating router d5935552-32bb-498a-ae3d-24e0f1131d51 port a440a09b-ef07-4498-a4a0-68e38eec0c69 binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:23:45.402097 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.481952 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.563618 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:45.590483 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-cb465a3c-d13e-4b48-ad38-90e48512e1b2 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a4c9407cac4473bcca5565e011cd2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7341552 May 10 11:23:45.593262 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-279b6912-48e7-41c9-82c0-d551df1f9441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:45.727814 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:45.738183 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:45.747201 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:45.994719 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.107604 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.138273 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:46.149979 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.170085 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Transition to ACTIVE for port object a440a09b-ef07-4498-a4a0-68e38eec0c69 will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:46.206121 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.227665 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:46.260566 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.261737 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c023cbf2-4214-4190-8c4a-602af777da31 HTTP/1.1" status: 204 len: 168 time: 2.3339353 May 10 11:23:46.262641 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023cbf2-4214-4190-8c4a-602af777da31,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:46.283703 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:46.384407 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.417152 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-f85c4379-8995-4c63-8823-a472421b3b5a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:46.425425 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-f85c4379-8995-4c63-8823-a472421b3b5a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3545253 May 10 11:23:46.437033 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Pushing event updated for resources: {'Port': ['ID=a440a09b-ef07-4498-a4a0-68e38eec0c69,revision_number=2']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:46.455792 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.456030 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.463485 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.464051 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.464556 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.465066 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.465553 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.466078 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.466549 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.467024 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.467497 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.467964 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Tracked resource versions report: May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: pushed versions: May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: { 'AddressGroup': {'1.2'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'ConntrackHelper': {'1.0'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Log': {'1.0'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Network': {'1.1'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Port': {'1.7'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'PortForwarding': {'1.2'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'QosPolicy': {'1.8'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroup': {'1.4'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroupRule': {'1.2'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'SubPort': {'1.0'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Subnet': {'1.1'}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Trunk': {'1.1'}} May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: consumer versions: May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: { DHCP agent@dv-cinder-784956-5-smb: {}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: HyperV agent@hv-cinder-78495: {}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: L3 agent@dv-cinder-784956-5-smb: {}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: Metadata agent@dv-cinder-784956-5-smb: {}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: Metering agent@dv-cinder-784956-5-smb: {}, May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: Open vSwitch agent@dv-cinder-784956-5-smb: { 'AddressGroup': '1.2', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'ConntrackHelper': '1.0', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Log': '1.0', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Network': '1.1', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Port': '1.7', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'PortForwarding': '1.2', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'QosPolicy': '1.8', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroup': '1.4', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'SecurityGroupRule': '1.2', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'SubPort': '1.0', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Subnet': '1.1', May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: 'Trunk': '1.1'}} May 10 11:23:46.472157 dv-cinder-784956-5-smb neutron-server[78680]: {{(pid=78680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:23:46.485016 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:46.493357 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Attempting to bind port a440a09b-ef07-4498-a4a0-68e38eec0c69 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:46.493900 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Attempting to bind port a440a09b-ef07-4498-a4a0-68e38eec0c69 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:46.494405 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Attempting to bind port a440a09b-ef07-4498-a4a0-68e38eec0c69 on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:23:46.506239 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:23:46.507617 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:46.511191 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.512038 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:23:46.512744 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Bound port: a440a09b-ef07-4498-a4a0-68e38eec0c69, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:46.513370 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.635756 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-aeb384bc-e469-4c53-8883-24a3ca972156 req-266a6f54-550b-40ee-8e83-a01c52668140 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 210 time: 0.6974247 May 10 11:23:46.675662 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Pushing event updated for resources: {'Port': ['ID=74110174-5b38-4b53-8452-e772264d4027,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:46.694292 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:46.751054 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] For port a440a09b-ef07-4498-a4a0-68e38eec0c69, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:23:46.766132 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] For port a440a09b-ef07-4498-a4a0-68e38eec0c69, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a440a09b-ef07-4498-a4a0-68e38eec0c69,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:23:46.779815 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:46.784508 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:46.964867 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a6df6122-a34c-41e5-8146-526a9ac15ec5 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:23:46.991350 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Router e3091d34-b1ff-4e63-9f70-21a5f077d501 is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:23:47.015496 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Pushing event updated for resources: {'Port': ['ID=a440a09b-ef07-4498-a4a0-68e38eec0c69,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:47.030325 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:47.129256 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:47.130409 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:47.212153 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port a6df6122-a34c-41e5-8146-526a9ac15ec5 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:47.238323 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cc033478-d3f6-4b67-9576-f266c909b39c up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:23:47.290362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c535dfd-1516-486b-b131-78216bf5fb26 None None] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:47.331493 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b720bb-62db-499b-b98f-1a6485c9b684 None None] Network 50dd005b-a57b-404b-b729-f52af20b2250 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:47.421764 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-90e67a92-9292-4a09-a650-e7d3c815d986 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9956973 May 10 11:23:47.586858 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:47.639274 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.23', 51622) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:47.752879 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Allocated IP 172.20.0.1 (50dd005b-a57b-404b-b729-f52af20b2250/200c64f9-4a34-4d85-9490-f0e7d1f65219/d07140ce-57da-4d8a-9af4-9e9778c2bf47) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:47.870975 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:23:47.948924 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-b519049f-bbbe-43a1-bd67-45b60d0ab9c7 None None] Provisioning for port cc033478-d3f6-4b67-9576-f266c909b39c completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:47.962674 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Sync routers for ids ['e3091d34-b1ff-4e63-9f70-21a5f077d501'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:48.032187 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Routers {'e3091d34-b1ff-4e63-9f70-21a5f077d501'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:48.038511 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['e3091d34-b1ff-4e63-9f70-21a5f077d501'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:48.108259 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.179042 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-61704891-093f-4ed4-9de1-32fdc36aad21 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417934 May 10 11:23:48.258613 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.284947 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Transition to ACTIVE for port object d07140ce-57da-4d8a-9af4-9e9778c2bf47 will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:48.304828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36458) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:48.351306 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:42Z', 'revision_number': 3, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:48.362145 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7675f-8e45-4662-a110-0eedb6ccc2fa None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:42Z', 'revision_number': 3, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:48.362393 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.376748 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:48.477272 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Set router e3091d34-b1ff-4e63-9f70-21a5f077d501 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:48.558935 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0dd2c68a-117d-49d1-b9dc-cc30a32eb5d4 req-0da11852-a61b-4218-a66d-4d9cff1af4f1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 210 time: 0.2948828 May 10 11:23:48.565093 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.570629 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1000986 May 10 11:23:48.571570 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36486) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:48.603051 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496031804-network', 'tenant_id': '4af16c5fcfd14daf88e7036e358088ad'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:48.608436 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:48.612478 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Usage tracker for resource:network and tenant:4af16c5fcfd14daf88e7036e358088ad is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:48.616026 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:48.622760 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:48.645104 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Network 50dd005b-a57b-404b-b729-f52af20b2250 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:48.647560 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Pushing event updated for resources: {'Port': ['ID=d07140ce-57da-4d8a-9af4-9e9778c2bf47,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:48.655585 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:48.670560 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Made reservation on behalf of 4af16c5fcfd14daf88e7036e358088ad for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:48.673337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.696242 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:48.696242 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.719372 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:48.723360 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Usage tracker for resource:security_group_rule and tenant:4af16c5fcfd14daf88e7036e358088ad is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:48.727992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:48.733244 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:48.822097 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a06b5a7e-6459-4b90-bf61-514b64ee1c04 req-789276da-61ee-46d1-87ed-6e4f09b2d780 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 210 time: 0.2828319 May 10 11:23:48.951576 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.967174 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.973026 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:48.973518 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:48.998413 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-b9c98eb7-74d1-4e80-b81a-4156192df6d1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:49.000468 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-b9c98eb7-74d1-4e80-b81a-4156192df6d1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 1.3580680 May 10 11:23:49.079579 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Request body: {'port': {'device_id': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'admin_state_up': True, 'tenant_id': 'a3f58d7e66ca47099c754c570bff10d3'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:49.241923 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Provisioning for port a6df6122-a34c-41e5-8146-526a9ac15ec5 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:49.359352 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2ff8574a-48bc-416d-a8aa-a1dc22004689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:49.361854 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Provisioning complete for port a6df6122-a34c-41e5-8146-526a9ac15ec5 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:49.363498 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:49.520786 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port cc033478-d3f6-4b67-9576-f266c909b39c completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:49.626331 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port cc033478-d3f6-4b67-9576-f266c909b39c triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:49.633891 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d0f19-4577-4626-bab4-09af0d8f971f,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:49.635080 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:49.637882 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:49.667055 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:49.689115 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:49.763239 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:49.763985 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Added segment f3bb33fb-cb37-4147-ac98-32317a09ac60 of type vlan for network b5580414-b85c-4dce-9feb-e939be008fab May 10 11:23:49.906698 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.111817 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-947061f3-d2e5-4801-9ed3-d59d54449dcb req-74a1b05c-4d48-4d75-9430-9ebc900745a1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 210 time: 0.1492312 May 10 11:23:50.126109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Usage tracker for resource:port and tenant:a3f58d7e66ca47099c754c570bff10d3 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:50.142575 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:50.185194 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:50.190144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.225642 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.242978 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:50.245170 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Made reservation on behalf of a3f58d7e66ca47099c754c570bff10d3 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:50.246011 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.248682 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.353340 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:50.383936 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0777059 May 10 11:23:50.418288 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36534) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:50.421183 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6466cff-d130-4b79-9f42-0c2f2d17f081 req-3957d0b1-8b3a-4162-b356-8840ced4d3c3 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 210 time: 0.1894259 May 10 11:23:50.441330 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:44Z', 'revision_number': 3, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:50.487557 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Request body: {'subnet': {'network_id': 'b5580414-b85c-4dce-9feb-e939be008fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496031804-subnet', 'tenant_id': '4af16c5fcfd14daf88e7036e358088ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:50.502408 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Checking router: e3091d34-b1ff-4e63-9f70-21a5f077d501 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:50.502867 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Updating router e3091d34-b1ff-4e63-9f70-21a5f077d501 port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:23:50.508659 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.508898 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:50.517196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Usage tracker for resource:subnet and tenant:4af16c5fcfd14daf88e7036e358088ad is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:50.522118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:50.532774 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:50.557965 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Pushing event updated for resources: {'Network': ['ID=b5580414-b85c-4dce-9feb-e939be008fab,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:50.561547 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:50.590443 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network b5580414-b85c-4dce-9feb-e939be008fab details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:50.803824 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.884909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.887326 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Made reservation on behalf of 4af16c5fcfd14daf88e7036e358088ad for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:50.890302 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.908363 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.913525 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:50.969514 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:51.131740 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.273020 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.300939 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port cc033478-d3f6-4b67-9576-f266c909b39c, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cc033478-d3f6-4b67-9576-f266c909b39c,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:23:51.322401 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.394701 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Network 50dd005b-a57b-404b-b729-f52af20b2250 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:51.419624 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:51.443151 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:51.596148 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a440a09b-ef07-4498-a4a0-68e38eec0c69 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:23:51.718902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] For port a6df6122-a34c-41e5-8146-526a9ac15ec5, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a6df6122-a34c-41e5-8146-526a9ac15ec5,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:23:51.759414 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:51.849856 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Allocated IP 172.20.0.6 (ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef/cfa50b56-c2a7-449d-8abc-f1e81903586e/740f7d46-d722-4cef-94c1-84b3bc5eba86) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:51.869384 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e833cfd2-d7bd-47b5-bf26-c919fe825087 req-4ab82df9-bc99-41f2-886b-13f138c1b869 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 210 time: 0.1098235 May 10 11:23:51.874807 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Pushing event updated for resources: {'Port': ['ID=d07140ce-57da-4d8a-9af4-9e9778c2bf47,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:51.878898 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:52.001671 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=cc033478-d3f6-4b67-9576-f266c909b39c,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:52.024744 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:52.031746 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:52.087682 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Router d5935552-32bb-498a-ae3d-24e0f1131d51 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:23:52.231569 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9fee5ff3-8c66-41e9-8ef0-3f7425fe9f1d req-641e69bb-a71d-47a8-b814-f4065c2da9b1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 210 time: 0.6575654 May 10 11:23:52.300318 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Provisioning complete for port a6df6122-a34c-41e5-8146-526a9ac15ec5 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:52.300711 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.313235 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.23', 51638) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:52.371664 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port a440a09b-ef07-4498-a4a0-68e38eec0c69 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:52.606707 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:23:52.694020 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.753432 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.800836 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Transition to ACTIVE for port object 0f26105b-0f79-4fae-9dbd-fd36e3f30607 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:52.804327 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:23:52.815532 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:52.817857 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-98879181-dc65-4976-ab24-8ace746a43ed tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:52.819549 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-98879181-dc65-4976-ab24-8ace746a43ed tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.23 "GET /v2.0/networks?id=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f HTTP/1.1" status: 200 len: 811 time: 0.5053692 May 10 11:23:52.829806 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] 10.222.0.26 "PUT /v2.0/routers/d5935552-32bb-498a-ae3d-24e0f1131d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3762598 May 10 11:23:52.846224 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Request body: {'port': {'device_id': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f', 'admin_state_up': True, 'tenant_id': '78a4c9407cac4473bcca5565e011cd2d'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:52.855263 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:52.858033 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Pushing event updated for resources: {'Port': ['ID=a6df6122-a34c-41e5-8146-526a9ac15ec5,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:52.858742 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:52.877648 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:52.882800 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port a440a09b-ef07-4498-a4a0-68e38eec0c69 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:52.884039 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.029845 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.058610 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:53.187583 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:53.200055 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Usage tracker for resource:port and tenant:78a4c9407cac4473bcca5565e011cd2d is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:53.261502 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:53.282839 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36582) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:53.291300 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:53.295013 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Provisioning complete for port cc033478-d3f6-4b67-9576-f266c909b39c triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:53.295721 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:23:53.296195 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.345561 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.369719 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8ba019dc-fa8f-463b-93f0-24a756f6fe92 req-b48e1371-df8b-4fbf-9855-6cd7671a8007 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 210 time: 0.0905168 May 10 11:23:53.416243 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Made reservation on behalf of 78a4c9407cac4473bcca5565e011cd2d for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:53.425606 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.471083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.483985 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:53.488215 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7cba8e61-4aab-46e0-908c-52a3a3e8bf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:53.563170 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:23:53.588833 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:53.606628 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Attempting to bind port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:53.607037 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Attempting to bind port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:53.607349 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Attempting to bind port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:23:53.671554 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.806668 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.808034 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-bf609814-a33c-4926-979b-fcfef2e5034f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.2369294 May 10 11:23:53.880133 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857345f-e82d-4df6-8733-f8d76adfd7fe None None] Pushing event updated for resources: {'Port': ['ID=0f26105b-0f79-4fae-9dbd-fd36e3f30607,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:53.882533 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36594) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:53.882987 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7857345f-e82d-4df6-8733-f8d76adfd7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:53.898408 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.923019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:53.940047 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port a440a09b-ef07-4498-a4a0-68e38eec0c69, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a440a09b-ef07-4498-a4a0-68e38eec0c69,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:23:53.945887 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:23:53.947401 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:53.947819 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:53.948220 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:23:53.949871 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Bound port: 0f26105b-0f79-4fae-9dbd-fd36e3f30607, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:53.950264 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.111604 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:54.185417 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] For port 0f26105b-0f79-4fae-9dbd-fd36e3f30607, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:23:54.185417 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] For port 0f26105b-0f79-4fae-9dbd-fd36e3f30607, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f26105b-0f79-4fae-9dbd-fd36e3f30607,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:23:54.203520 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.214279 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.214870 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:54.215497 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:54.342743 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.396884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Allocated IP 172.20.0.5 (1bfb1c76-b6a2-4628-b86b-f0cc11fb685f/b0bd09c8-b0a9-4f2a-9431-19055993366a/e88b887e-0db4-47fd-937c-39e27602c6fd) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:54.472083 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:23:50Z', 'revision_number': 2, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:54.475622 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:54.477194 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:54.477737 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Updating router d5935552-32bb-498a-ae3d-24e0f1131d51 port d07140ce-57da-4d8a-9af4-9e9778c2bf47 binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:23:54.498200 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:54.511639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.540071 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36610) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:54.563068 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.579269 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event updated for resources: {'Port': ['ID=740f7d46-d722-4cef-94c1-84b3bc5eba86,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:54.597676 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.116s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:54.606816 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815961184', 'description': 'tempest-description--384484989'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:54.785439 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:54.824802 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990535ec-3811-4c9e-b1a3-6bcf7c3440c0,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:54.873828 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:54.951868 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:54.958748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:54.959445 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.975617 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:54.995426 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.507s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:55.050101 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9848192 May 10 11:23:55.050801 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.054701 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Checking segment: {'id': 'f3bb33fb-cb37-4147-ac98-32317a09ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b5580414-b85c-4dce-9feb-e939be008fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:55.055170 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Network hostable DHCP agents. Network: b5580414-b85c-4dce-9feb-e939be008fab, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:23:55.061006 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-33c1ebeb-4dfb-44cf-91d6-c5b3302052ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:55.078641 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.080724 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:55.105977 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:df815b4b677a4c56853ce809fa9c6035 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:55.153247 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:55.160170 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a6df6122-a34c-41e5-8146-526a9ac15ec5 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:23:55.166082 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:55.180381 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:55.240167 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:23:55.245515 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:55.261836 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Network b5580414-b85c-4dce-9feb-e939be008fab is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:23:55.287365 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Provisioning for port d07140ce-57da-4d8a-9af4-9e9778c2bf47 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:23:55.288679 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:55.337049 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:55.376665 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:55.403531 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, b5580414-b85c-4dce-9feb-e939be008fab) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:55.410584 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:55.428198 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:55.433791 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:55.435118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.472327 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.487699 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Transition to ACTIVE for port object d07140ce-57da-4d8a-9af4-9e9778c2bf47 will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:55.494236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2845f0-2d47-4914-ae8b-2d68e074a2a7 req-b35ece80-e249-42d2-b92e-f85d5e3b95af tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:55.495992 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.507041 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7a2845f0-2d47-4914-ae8b-2d68e074a2a7 req-b35ece80-e249-42d2-b92e-f85d5e3b95af tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 931 time: 0.6725645 May 10 11:23:55.508638 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:55.509494 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.514562 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62190958-fe4a-47b6-a49f-42379f7dd931 None None] Network b5580414-b85c-4dce-9feb-e939be008fab requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:55.530904 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:55.625606 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85eb0f-c88b-4caf-ad03-ed6713f3f305 req-6d392f82-6c20-400a-b948-7d79ba009cd8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:55.626399 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-5f85eb0f-c88b-4caf-ad03-ed6713f3f305 req-6d392f82-6c20-400a-b948-7d79ba009cd8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:23:55.633800 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:55.703110 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8615861 May 10 11:23:55.704047 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Pushing event updated for resources: {'Port': ['ID=e88b887e-0db4-47fd-937c-39e27602c6fd,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:55.715519 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:55.718619 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-6b719c5f-1a70-4abf-b24a-b3456dac4f18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.2960265 May 10 11:23:55.765777 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-7a2845f0-2d47-4914-ae8b-2d68e074a2a7 req-98e986ca-efb6-486f-95a1-634a8cadc62a tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Synchronizing usage tracker for tenant:78a4c9407cac4473bcca5565e011cd2d on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:23:55.792078 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Allocated IP 172.20.0.1 (67c64257-02df-47da-834c-d1e77bb383a4/85fd7cf0-378e-4b61-91b4-4fb4d393daa3/3b1cc110-affa-44fd-8729-31d417918d67) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:23:55.836586 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Provisioning complete for port d07140ce-57da-4d8a-9af4-9e9778c2bf47 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:55.837278 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.927171 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8fa51-c29c-44f9-8f34-0787af3d99cb None None] Pushing event updated for resources: {'Port': ['ID=d07140ce-57da-4d8a-9af4-9e9778c2bf47,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:55.927171 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-12a8fa51-c29c-44f9-8f34-0787af3d99cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:55.949702 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.959182 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.976512 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-9c138e1f-999e-4617-ad02-707d2de6ac57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:56.037390 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Attempting to bind port d07140ce-57da-4d8a-9af4-9e9778c2bf47 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:23:56.037993 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Attempting to bind port d07140ce-57da-4d8a-9af4-9e9778c2bf47 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:23:56.043720 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Attempting to bind port d07140ce-57da-4d8a-9af4-9e9778c2bf47 on network 50dd005b-a57b-404b-b729-f52af20b2250 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:23:56.069501 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:23:56.070057 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Checking segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:23:56.070581 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.071082 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Bound using segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:23:56.071701 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Bound port: d07140ce-57da-4d8a-9af4-9e9778c2bf47, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:23:56.072225 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.129277 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df815b4b677a4c56853ce809fa9c6035&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8395903 May 10 11:23:56.131639 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87bd61-d68e-47f4-bc2b-6de310b62e8c,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:56.134438 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36636) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:56.137985 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:56.195785 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] For port d07140ce-57da-4d8a-9af4-9e9778c2bf47, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:23:56.199105 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] For port d07140ce-57da-4d8a-9af4-9e9778c2bf47, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=d07140ce-57da-4d8a-9af4-9e9778c2bf47,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:23:56.210479 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.211793 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb695b2c-5231-4742-a38a-750a133a58a8 None None] Network b5580414-b85c-4dce-9feb-e939be008fab requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:23:56.215671 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-12a8fa51-c29c-44f9-8f34-0787af3d99cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:56.309818 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.351614 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8fa51-c29c-44f9-8f34-0787af3d99cb None None] Pushing event updated for resources: {'Port': ['ID=d07140ce-57da-4d8a-9af4-9e9778c2bf47,revision_number=4']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:56.365786 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-12a8fa51-c29c-44f9-8f34-0787af3d99cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:56.409118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.417060 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:56.417723 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:56.515326 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port a6df6122-a34c-41e5-8146-526a9ac15ec5 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:23:56.515674 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.574103 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.590730 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-280c018a-f624-4acc-84ec-e9ebb51b0c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:56.613123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.623217 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87bd61-d68e-47f4-bc2b-6de310b62e8c,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:56.628651 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:56.631492 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.636270 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a87bd61-d68e-47f4-bc2b-6de310b62e8c HTTP/1.1" status: 204 len: 168 time: 0.5005951 May 10 11:23:56.661398 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-acf4c1e4-fa76-4e1c-84e6-60a6de62bd51 None None] Port d07140ce-57da-4d8a-9af4-9e9778c2bf47 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:23:56.667729 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=a440a09b-ef07-4498-a4a0-68e38eec0c69,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:56.933822 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:56.954846 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Routers {'e3091d34-b1ff-4e63-9f70-21a5f077d501'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:23:56.955763 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:23:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['e3091d34-b1ff-4e63-9f70-21a5f077d501'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.097636 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36664) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:57.103849 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918276836-network', 'tenant_id': '8bf7f568d3e747eb95bc333fd4a22b3f'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:57.120972 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:57.133601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Usage tracker for resource:network and tenant:8bf7f568d3e747eb95bc333fd4a22b3f is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:57.137305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:57.154415 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:57.188637 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Made reservation on behalf of 8bf7f568d3e747eb95bc333fd4a22b3f for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:57.199813 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.224377 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.231571 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.279020 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.290884 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.302279 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:57.313315 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Usage tracker for resource:security_group_rule and tenant:8bf7f568d3e747eb95bc333fd4a22b3f is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:57.318177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-7a2845f0-2d47-4914-ae8b-2d68e074a2a7 req-98e986ca-efb6-486f-95a1-634a8cadc62a tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Unset dirty status for tenant:78a4c9407cac4473bcca5565e011cd2d on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:23:57.338719 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7a2845f0-2d47-4914-ae8b-2d68e074a2a7 req-98e986ca-efb6-486f-95a1-634a8cadc62a tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7767780 May 10 11:23:57.340938 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:57.343526 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-83f5d074-c1c0-4343-9552-16925c9841c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:57.353097 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:57.400911 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857345f-e82d-4df6-8733-f8d76adfd7fe None None] Pushing event updated for resources: {'Port': ['ID=0f26105b-0f79-4fae-9dbd-fd36e3f30607,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:57.437460 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7857345f-e82d-4df6-8733-f8d76adfd7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.376s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:57.440271 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.158s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:57.440271 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:57.448227 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:46Z', 'revision_number': 3, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.466517 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-5f85eb0f-c88b-4caf-ad03-ed6713f3f305 req-6d392f82-6c20-400a-b948-7d79ba009cd8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:23:57.471247 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f85eb0f-c88b-4caf-ad03-ed6713f3f305 req-6d392f82-6c20-400a-b948-7d79ba009cd8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 931 time: 3.8612521 May 10 11:23:57.476390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:23:57.484731 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Updating router 4310ffb0-80b2-405d-9ba2-608b48fec45d port 74110174-5b38-4b53-8452-e772264d4027 binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:23:57.492448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.498124 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9516420 May 10 11:23:57.499781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36672) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:57.511451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'security_group_rule': {'security_group_id': '9bad4aaa-a9af-45db-98e6-a55a595a45b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:57.523304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:57.542781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:57.549801 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:57.554947 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.560117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:57.570843 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.618012 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:23:57.624253 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cc033478-d3f6-4b67-9576-f266c909b39c up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:23:57.644515 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.646220 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Added segment e341118f-0c68-4506-b4bc-9d2317081abb of type vlan for network a931204b-5d58-4acf-8655-5acf1936b87b May 10 11:23:57.733037 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:23:56Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:23:57.756757 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03424c6a-241c-45a0-b207-509fcd854737 None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:23:56Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:23:57.764919 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.791049 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:57.849809 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.860067 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Network 67c64257-02df-47da-834c-d1e77bb383a4 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:23:57.863152 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad4aaa-a9af-45db-98e6-a55a595a45b1,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:57.867158 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] Set router e3091d34-b1ff-4e63-9f70-21a5f077d501 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:23:57.905826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:23:57.923720 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.941623 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:57.950773 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-dea9f5f3-8af2-4043-b60a-d709733467c1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:57.951889 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-dea9f5f3-8af2-4043-b60a-d709733467c1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059636 May 10 11:23:57.953451 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:57.972725 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.994412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-df3e28ce-887b-4f59-8473-c6dc8b3c9977 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:23:57.995395 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-df3e28ce-887b-4f59-8473-c6dc8b3c9977 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632493 May 10 11:23:57.996548 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:57.997155 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.077133 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1cc110-affa-44fd-8729-31d417918d67,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:58.087469 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:58.096671 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f85eb0f-c88b-4caf-ad03-ed6713f3f305 req-2df491ea-fb74-4440-9f35-6e6e8e491d0a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801375 May 10 11:23:58.189486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e929f-f6ff-4a9a-840f-e9d4f94478ed,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:58.208688 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:58.222690 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:58.235842 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:23:58.243821 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.388305 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2890613 May 10 11:23:58.427786 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36694) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:58.429122 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.527673 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Pushing event updated for resources: {'Network': ['ID=a931204b-5d58-4acf-8655-5acf1936b87b,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:58.534484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:58.537911 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.544542 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.548383 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:58.576614 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c090e022-4e8a-4881-b945-88621a935e1c,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:58.586379 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:58.593504 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.599251 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-d006dfd6-24f8-4350-9387-9591e6e89871 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0967057 May 10 11:23:58.600487 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36702) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:23:58.607843 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'security_group_rule': {'security_group_id': '9bad4aaa-a9af-45db-98e6-a55a595a45b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:58.617653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:58.622484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:58.627644 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:58.642486 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.648080 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:58.674513 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Request body: {'subnet': {'network_id': 'a931204b-5d58-4acf-8655-5acf1936b87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918276836-subnet', 'tenant_id': '8bf7f568d3e747eb95bc333fd4a22b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:58.687931 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Request body: {'port': {'device_id': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:58.752040 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:23:58.772169 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:58.774838 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Usage tracker for resource:subnet and tenant:8bf7f568d3e747eb95bc333fd4a22b3f is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:23:58.781613 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:23:58.806157 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:23:58.871509 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd9b0-12ec-4c46-919a-a250e55a5401 req-0be65b11-b2b9-4781-ae73-d2e2d9b1b8cc tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:23:58.871763 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-dd6bd9b0-12ec-4c46-919a-a250e55a5401 req-0be65b11-b2b9-4781-ae73-d2e2d9b1b8cc tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Synchronizing usage tracker for tenant:78a4c9407cac4473bcca5565e011cd2d on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:23:58.916396 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-dd6bd9b0-12ec-4c46-919a-a250e55a5401 req-0be65b11-b2b9-4781-ae73-d2e2d9b1b8cc tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Unset dirty status for tenant:78a4c9407cac4473bcca5565e011cd2d on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:23:58.918456 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-dd6bd9b0-12ec-4c46-919a-a250e55a5401 req-0be65b11-b2b9-4781-ae73-d2e2d9b1b8cc tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 931 time: 0.2603822 May 10 11:23:58.955445 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Request body: {'port': {'device_id': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:23:59.111538 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Made reservation on behalf of 8bf7f568d3e747eb95bc333fd4a22b3f for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:23:59.126767 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.197857 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.219982 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.255993 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-dd6bd9b0-12ec-4c46-919a-a250e55a5401 req-3c8a33e8-e094-47b1-af1f-39b883a862ac tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300107 May 10 11:23:59.256681 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.266238 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:59.283989 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f351703f-6126-4c67-90aa-89e10619d934,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:23:59.472134 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.512502 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Transition to ACTIVE for port object 74110174-5b38-4b53-8452-e772264d4027 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:59.529242 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network a931204b-5d58-4acf-8655-5acf1936b87b details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:23:59.671880 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.735334 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740f7d46-d722-4cef-94c1-84b3bc5eba86 {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:23:59.743506 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.761898 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Transition to ACTIVE for port object 740f7d46-d722-4cef-94c1-84b3bc5eba86 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:23:59.763601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:23:59.775782 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.789226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8db496ba-33d4-4fe4-b052-1e1bb0f82082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:23:59.834949 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-64e785f4-5e8d-4c64-bf99-b6eaaa991bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:59.852361 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:00.001395 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Attempting to bind port 74110174-5b38-4b53-8452-e772264d4027 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:00.002074 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Attempting to bind port 74110174-5b38-4b53-8452-e772264d4027 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:00.002609 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Attempting to bind port 74110174-5b38-4b53-8452-e772264d4027 on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:00.041493 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:00.042143 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:00.042705 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.043298 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:00.043937 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Bound port: 74110174-5b38-4b53-8452-e772264d4027, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:00.044467 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.065381 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.087759 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port cc033478-d3f6-4b67-9576-f266c909b39c triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:00.088135 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.291010 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Pushing event updated for resources: {'Port': ['ID=740f7d46-d722-4cef-94c1-84b3bc5eba86,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:00.303869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:00.331697 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.336539 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7345240 May 10 11:24:00.338760 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36742) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:00.350900 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'floatingip': {'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:00.362390 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:00.367207 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:floatingip and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:00.388750 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:00.402609 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:00.427615 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8271187-fbae-4abf-8356-4cb44627109d None None] Pushing event updated for resources: {'Port': ['ID=74110174-5b38-4b53-8452-e772264d4027,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:00.453433 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-d8271187-fbae-4abf-8356-4cb44627109d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:00.474351 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:44Z', 'revision_number': 3, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:00.489390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281abb2f-5223-4da7-b70d-363c317cbcac None None] The sync data for ids ['e3091d34-b1ff-4e63-9f70-21a5f077d501'] in dv-cinder-784956-5-smb is: [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:44Z', 'revision_number': 3, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:00.537086 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] For port 74110174-5b38-4b53-8452-e772264d4027, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:00.542099 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] For port 74110174-5b38-4b53-8452-e772264d4027, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=74110174-5b38-4b53-8452-e772264d4027,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:00.554935 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.560189 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.577874 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.579559 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36750) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:00.585890 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:00.614533 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4f351-970d-4872-ab92-a318297c08e2 req-1312601c-ab41-4c99-af54-ec118df3bb74 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:00.616260 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ea4f351-970d-4872-ab92-a318297c08e2 req-1312601c-ab41-4c99-af54-ec118df3bb74 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 931 time: 1.0439720 May 10 11:24:00.694247 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Attempting to bind port 740f7d46-d722-4cef-94c1-84b3bc5eba86 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:00.694653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Attempting to bind port 740f7d46-d722-4cef-94c1-84b3bc5eba86 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:00.695079 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Attempting to bind port 740f7d46-d722-4cef-94c1-84b3bc5eba86 on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:00.765531 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Port 740f7d46-d722-4cef-94c1-84b3bc5eba86 on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:00.766673 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Attempting to bind port 740f7d46-d722-4cef-94c1-84b3bc5eba86 on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:00.773091 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Allocated IP 172.20.0.1 (5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3/d643db95-eb7f-44e6-99a0-c5fcc13a9974/7612ac18-75fb-4a85-8c0f-767a691ff629) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:00.774396 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device d07140ce-57da-4d8a-9af4-9e9778c2bf47 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:00.784671 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ea4f351-970d-4872-ab92-a318297c08e2 req-aed0e119-fac8-4518-921a-bbb2cb35a94f tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317656 May 10 11:24:00.831462 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:00.831832 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Checking segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:00.832986 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Bound using segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:00.833447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Bound port: 740f7d46-d722-4cef-94c1-84b3bc5eba86, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:00.833828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.870425 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b46c3000-e669-4b35-ab17-2efc61d65a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:00.977881 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:00.978563 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:01.108432 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port d07140ce-57da-4d8a-9af4-9e9778c2bf47 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:01.145386 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port d07140ce-57da-4d8a-9af4-9e9778c2bf47 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:01.145386 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.219456 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127399cc-7c66-4226-bfb5-6683a9877ca3 req-9eb8a690-3e99-4e93-afd1-e3f7fb62f792 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:01.230282 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-127399cc-7c66-4226-bfb5-6683a9877ca3 req-9eb8a690-3e99-4e93-afd1-e3f7fb62f792 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 931 time: 0.6333385 May 10 11:24:01.358455 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] For port 740f7d46-d722-4cef-94c1-84b3bc5eba86, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:01.401725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.412626 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.431150 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.445765 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] For port 740f7d46-d722-4cef-94c1-84b3bc5eba86, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:01.457386 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.467702 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-127399cc-7c66-4226-bfb5-6683a9877ca3 req-7c00c982-d23d-4555-9a39-d74cd5b832bd tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364495 May 10 11:24:01.470862 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-422a7fc4-489f-47f3-8dd0-2db50ed53af5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:01.479084 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.483588 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f0e52637-e0bf-4bfa-8657-4f0815d681ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:01.516981 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8271187-fbae-4abf-8356-4cb44627109d None None] Pushing event updated for resources: {'Port': ['ID=74110174-5b38-4b53-8452-e772264d4027,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:01.549071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-d8271187-fbae-4abf-8356-4cb44627109d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:01.601518 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.613468 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.628378 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1cc110-affa-44fd-8729-31d417918d67,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:01.634106 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:01.640191 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:01.693360 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:01.696876 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:01.698570 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/740f7d46-d722-4cef-94c1-84b3bc5eba86 HTTP/1.1" status: 200 len: 1093 time: 3.3121874 May 10 11:24:01.700423 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'tag': '740f7d46-d722-4cef-94c1-84b3bc5eba86'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:01.900242 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Usage tracker for resource:security_group_rule and tenant:6820f5f7db46473ab44a2c78cc17a205 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:01.912320 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:01.990788 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Network 67c64257-02df-47da-834c-d1e77bb383a4 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:02.003935 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:02.011063 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:02.069671 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.073667 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Pushing event updated for resources: {'Port': ['ID=740f7d46-d722-4cef-94c1-84b3bc5eba86,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:02.085439 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:02.158206 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.184159 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:02.626999 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88b887e-0db4-47fd-937c-39e27602c6fd {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:02.661893 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-487eb9ac-32de-4aaa-97aa-3bc984d86c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:02.661893 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-487eb9ac-32de-4aaa-97aa-3bc984d86c61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 1096 time: 0.8417726 May 10 11:24:02.686996 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.722862 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Allocated IP 172.28.1.28 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/56e44ce2-ab86-46c1-af8d-7ded3a98158d) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:02.729979 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.842049 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.891781 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-247472b3-af72-4e55-8dbc-1beba60a204f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86 HTTP/1.1" status: 200 len: 217 time: 0.1129191 May 10 11:24:02.916014 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c57d451a-30cb-4e35-8c14-72b1323278d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:02.957214 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Transition to ACTIVE for port object e88b887e-0db4-47fd-937c-39e27602c6fd will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:02.982311 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port d07140ce-57da-4d8a-9af4-9e9778c2bf47, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=d07140ce-57da-4d8a-9af4-9e9778c2bf47,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:02.994896 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:02.996247 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a440a09b-ef07-4498-a4a0-68e38eec0c69 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:03.055317 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.068897 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-1259bc02-2874-4090-b4eb-a3ccc6ae4d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:03.095939 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0427a0a7-5468-4180-92d0-f2ce26fe353d,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.103420 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.127108 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6820f5f7db46473ab44a2c78cc17a205&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5363269 May 10 11:24:03.132091 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36816) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:03.138676 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:03.143201 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:03.148852 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:46Z', 'revision_number': 3, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:03.159358 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4fa51-4b79-4c55-83d8-7813309e70d9 None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:46Z', 'revision_number': 3, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:03.176714 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.189821 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port a440a09b-ef07-4498-a4a0-68e38eec0c69 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:03.190200 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.239966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-ccc9449d-3574-478e-b80a-2c0f3378f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:03.243358 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-ccc9449d-3574-478e-b80a-2c0f3378f265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.3422551 May 10 11:24:03.258475 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=d07140ce-57da-4d8a-9af4-9e9778c2bf47,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.264295 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:03.369455 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-5393c162-2828-4b55-a6b5-0d66d65927c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066186 May 10 11:24:03.381802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Pushing event updated for resources: {'Port': ['ID=e88b887e-0db4-47fd-937c-39e27602c6fd,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.406488 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Transition to ACTIVE for port object 7612ac18-75fb-4a85-8c0f-767a691ff629 will not be triggered until provisioned by entity DHCP. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:03.440965 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:03.486399 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.505070 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca7c4-386b-4707-a409-b96f3f0a8b8f req-8ef4d6fc-28b0-42f0-9484-2eebe5615bb2 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:03.506613 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-507ca7c4-386b-4707-a409-b96f3f0a8b8f req-8ef4d6fc-28b0-42f0-9484-2eebe5615bb2 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 931 time: 0.7852516 May 10 11:24:03.506931 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.551855 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.589922 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-dbf359f7-bf3d-4a96-b8e4-6477b69e32e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:03.598815 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device d07140ce-57da-4d8a-9af4-9e9778c2bf47 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:03.656851 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9f1f-ea5f-4278-a817-9ff94db828ad req-d88e566f-0ea1-4ed3-83f6-aef18675a1d3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:03.664864 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f9ad9f1f-ea5f-4278-a817-9ff94db828ad req-d88e566f-0ea1-4ed3-83f6-aef18675a1d3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 943 time: 0.9751725 May 10 11:24:03.716086 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-507ca7c4-386b-4707-a409-b96f3f0a8b8f req-b0f181aa-297a-4405-9cbb-7775c777a105 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867175 May 10 11:24:03.726038 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port d07140ce-57da-4d8a-9af4-9e9778c2bf47 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:03.726634 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.727831 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.736267 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Router e3091d34-b1ff-4e63-9f70-21a5f077d501 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:03.773224 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-054d5ad9-ec31-491d-8381-20aeb3c1c6d6 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928359 May 10 11:24:03.831633 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.856967 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Attempting to bind port e88b887e-0db4-47fd-937c-39e27602c6fd on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:03.857340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Attempting to bind port e88b887e-0db4-47fd-937c-39e27602c6fd by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '29de980d-d1c8-4013-aa9d-28e60d4124db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:03.857686 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Attempting to bind port e88b887e-0db4-47fd-937c-39e27602c6fd on network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:03.870436 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:03.906121 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:03.913634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Pushing event updated for resources: {'Port': ['ID=7612ac18-75fb-4a85-8c0f-767a691ff629,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:03.915559 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Port e88b887e-0db4-47fd-937c-39e27602c6fd on network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:03.915889 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Attempting to bind port e88b887e-0db4-47fd-937c-39e27602c6fd on network 1bfb1c76-b6a2-4628-b86b-f0cc11fb685f {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:03.918293 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:03.918730 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:03.921418 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:03.969186 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f26105b-0f79-4fae-9dbd-fd36e3f30607 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:04.055317 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:04.115800 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:04.127403 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f9ad9f1f-ea5f-4278-a817-9ff94db828ad req-ef6f1fb9-c20a-4399-9cb6-3151095a9765 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615602 May 10 11:24:04.141648 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:04.142300 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.168170 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'tag': '740f7d46-d722-4cef-94c1-84b3bc5eba86', 'status': 'completed', 'code': 200} May 10 11:24:04.199608 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:04.210859 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:04.217681 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:04.281687 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:04.282024 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Checking segment: {'id': '29de980d-d1c8-4013-aa9d-28e60d4124db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:04.282600 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Bound using segment: {'id': '29de980d-d1c8-4013-aa9d-28e60d4124db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:04.283046 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Bound port: e88b887e-0db4-47fd-937c-39e27602c6fd, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29de980d-d1c8-4013-aa9d-28e60d4124db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:04.283387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.294341 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'Port': ['ID=56e44ce2-ab86-46c1-af8d-7ded3a98158d,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:04.307375 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:04.335539 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-489f066b-5bc1-41da-86f6-134665df9fa8 None None] Provisioning for port 7612ac18-75fb-4a85-8c0f-767a691ff629 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:04.345521 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-489f066b-5bc1-41da-86f6-134665df9fa8 None None] Provisioning complete for port 7612ac18-75fb-4a85-8c0f-767a691ff629 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:04.345946 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-489f066b-5bc1-41da-86f6-134665df9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.375429 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.409578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:04.411581 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.430096 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e10104a4-b775-4587-ba2c-d7ded3b289dd req-46f88a0b-cb6e-4f7e-a1f1-57c95e265d8a service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472211 May 10 11:24:04.432837 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0427a0a7-5468-4180-92d0-f2ce26fe353d,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:04.444728 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:04.467720 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.474327 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.475702 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0427a0a7-5468-4180-92d0-f2ce26fe353d HTTP/1.1" status: 204 len: 168 time: 1.3396561 May 10 11:24:04.498385 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 0f26105b-0f79-4fae-9dbd-fd36e3f30607, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f26105b-0f79-4fae-9dbd-fd36e3f30607,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:04.511831 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.528796 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:04.600632 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-489f066b-5bc1-41da-86f6-134665df9fa8 None None] Port 7612ac18-75fb-4a85-8c0f-767a691ff629 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:04.606450 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:04.617928 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Sync routers for ids ['e3091d34-b1ff-4e63-9f70-21a5f077d501'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:04.637389 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Routers {'e3091d34-b1ff-4e63-9f70-21a5f077d501'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:04.638260 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['e3091d34-b1ff-4e63-9f70-21a5f077d501'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:04.639468 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=0f26105b-0f79-4fae-9dbd-fd36e3f30607,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:04.643186 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] For port e88b887e-0db4-47fd-937c-39e27602c6fd, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:04.656071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:04.661344 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] For port e88b887e-0db4-47fd-937c-39e27602c6fd, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e88b887e-0db4-47fd-937c-39e27602c6fd,segment=NetworkSegment(29de980d-d1c8-4013-aa9d-28e60d4124db),segment_id=29de980d-d1c8-4013-aa9d-28e60d4124db)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:04.673053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.704728 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.733935 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.744679 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:04.755096 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-705bf664-0506-4843-9b34-aabb8cb5fd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:04.821453 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d29aa8-8b6a-428e-9056-7a63bb1dab45,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:04.843074 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:04.851538 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:04.865429 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-9643a7eb-7f4e-4ff3-a26b-8e18b0d60b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:04.867185 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-9643a7eb-7f4e-4ff3-a26b-8e18b0d60b67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 1096 time: 0.3317204 May 10 11:24:04.956107 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Pushing event updated for resources: {'Port': ['ID=e88b887e-0db4-47fd-937c-39e27602c6fd,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:05.002484 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Set router e3091d34-b1ff-4e63-9f70-21a5f077d501 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:05.058119 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36878) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:05.140334 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:05.141135 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Checking segment: {'id': 'e341118f-0c68-4506-b4bc-9d2317081abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a931204b-5d58-4acf-8655-5acf1936b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:05.141685 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Network hostable DHCP agents. Network: a931204b-5d58-4acf-8655-5acf1936b87b, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:05.147343 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] 10.222.0.26 "PUT /v2.0/routers/e3091d34-b1ff-4e63-9f70-21a5f077d501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5554528 May 10 11:24:05.156971 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.157840 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.159434 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] 10.222.0.23 "PUT /v2.0/ports/e88b887e-0db4-47fd-937c-39e27602c6fd HTTP/1.1" status: 200 len: 1093 time: 6.8003001 May 10 11:24:05.176748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'tag': 'e88b887e-0db4-47fd-937c-39e27602c6fd'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:05.288671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36888) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:05.323346 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-a395bbc1-1791-405d-aa03-0242ec605f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.324861 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-a395bbc1-1791-405d-aa03-0242ec605f67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 916 time: 0.4364340 May 10 11:24:05.474327 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Network a931204b-5d58-4acf-8655-5acf1936b87b is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:05.489796 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-538c7d5c-51c1-4b2d-ae91-9d985f6f64a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86 HTTP/1.1" status: 200 len: 217 time: 0.1545949 May 10 11:24:05.502984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.542392 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:05.547939 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7b298a9c374fb6950dbc777d01d582 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:05.551394 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:05.557353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:05.582930 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b56f0-cf41-4733-bbe0-152769c280c5 req-033f0ee1-de1e-4018-a372-3feacb083280 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.591172 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-958b56f0-cf41-4733-bbe0-152769c280c5 req-033f0ee1-de1e-4018-a372-3feacb083280 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 943 time: 0.5340374 May 10 11:24:05.615093 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, a931204b-5d58-4acf-8655-5acf1936b87b) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:05.628086 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c988b-3b6b-4411-92c2-003dba82b036 None None] Network a931204b-5d58-4acf-8655-5acf1936b87b requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:05.637771 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:58Z', 'revision_number': 4, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '3b1cc110-affa-44fd-8729-31d417918d67', 'name': '', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'mac_address': 'fa:16:3e:d1:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:54Z', 'updated_at': '2021-05-10T11:23:59Z', 'revision_number': 2, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'subnets': [{'id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:05.646828 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Checking router: e3091d34-b1ff-4e63-9f70-21a5f077d501 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:05.646947 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.647211 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Updating router e3091d34-b1ff-4e63-9f70-21a5f077d501 port 3b1cc110-affa-44fd-8729-31d417918d67 binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:05.647531 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.732526 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.734721 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-958b56f0-cf41-4733-bbe0-152769c280c5 req-60fa6cf1-d80a-469f-93ea-c6020049581c tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417632 May 10 11:24:05.741189 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.760286 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.1225307 May 10 11:24:05.782599 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:05.798150 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Usage tracker for resource:security_group_rule and tenant:3088b19a9b884a739d9593b9f92e2a91 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:05.798150 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:05.798150 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:05.808735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef22033-cbfa-4167-968c-2fb48c9f286e req-0247d551-7663-4147-a1f1-d048bde812a7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.810275 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-aef22033-cbfa-4167-968c-2fb48c9f286e req-0247d551-7663-4147-a1f1-d048bde812a7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 943 time: 0.4699078 May 10 11:24:05.848442 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f26105b-0f79-4fae-9dbd-fd36e3f30607 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:05.896160 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.910075 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-aef22033-cbfa-4167-968c-2fb48c9f286e req-8cac2187-f8b1-47c4-8172-f24eb916c084 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813775 May 10 11:24:05.913408 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.916423 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-49555367-0f83-43bb-86da-3109f9767110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.918348 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-49555367-0f83-43bb-86da-3109f9767110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78a4c9407cac4473bcca5565e011cd2d&device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 1096 time: 0.6250041 May 10 11:24:05.928722 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.946903 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.971351 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-c75ee0d8-f845-4a86-9e61-83dc2f3e02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:05.973064 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-c75ee0d8-f845-4a86-9e61-83dc2f3e02bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.4689591 May 10 11:24:05.976334 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f097313d-985e-484f-91c5-17675020109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:06.064220 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f5e65-fe61-4f77-8b1f-57087048cfd5,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:06.074549 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36916) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:06.079585 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:06.083315 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.088936 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:06.149122 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-d1da2e47-c4b7-4861-a5d7-a051bd644cf0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e88b887e-0db4-47fd-937c-39e27602c6fd HTTP/1.1" status: 200 len: 217 time: 0.2029090 May 10 11:24:06.160346 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59529cf0-fd0b-4b1e-9074-cd3165ea7b39 None None] Network a931204b-5d58-4acf-8655-5acf1936b87b requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:06.193464 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-ff25a84e-e8f0-483e-8e09-c82315d1076d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571553 May 10 11:24:06.231240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.db.resource_extend [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:24:06.248971 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:06.249546 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.289006 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.302520 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Transition to ACTIVE for port object 3b1cc110-affa-44fd-8729-31d417918d67 will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:06.310130 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.314874 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-2a76bb27-3859-42b8-962d-9d7d2e312848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:06.346681 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'tag': 'e88b887e-0db4-47fd-937c-39e27602c6fd', 'status': 'completed', 'code': 200} May 10 11:24:06.385737 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-34cf94d7-a11f-4527-97bb-f8cb465e40bc service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470315 May 10 11:24:06.387632 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a038f9-6d0b-419e-9741-fa55b07be2e4 None None] Pushing event updated for resources: {'Port': ['ID=3b1cc110-affa-44fd-8729-31d417918d67,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:06.392629 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:06.394454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.398678 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3088b19a9b884a739d9593b9f92e2a91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3397386 May 10 11:24:06.398957 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-16a038f9-6d0b-419e-9741-fa55b07be2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:06.404219 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:06.415051 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36922) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:06.417149 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.541122 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.569203 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:06.572156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.586709 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Pushing event updated for resources: {'Port': ['ID=7612ac18-75fb-4a85-8c0f-767a691ff629,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:06.619776 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 74110174-5b38-4b53-8452-e772264d4027 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:06.632593 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.654459 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Attempting to bind port 3b1cc110-affa-44fd-8729-31d417918d67 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:06.655913 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Attempting to bind port 3b1cc110-affa-44fd-8729-31d417918d67 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:06.656283 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Attempting to bind port 3b1cc110-affa-44fd-8729-31d417918d67 on network 67c64257-02df-47da-834c-d1e77bb383a4 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:06.663596 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:06.663974 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Checking segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:06.664968 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.665884 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Bound using segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:06.666391 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Bound port: 3b1cc110-affa-44fd-8729-31d417918d67, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:06.666925 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.728935 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 74110174-5b38-4b53-8452-e772264d4027 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:06.747612 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 74110174-5b38-4b53-8452-e772264d4027 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:06.748130 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.751263 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:06.781154 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] For port 3b1cc110-affa-44fd-8729-31d417918d67, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:06.786332 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] For port 3b1cc110-affa-44fd-8729-31d417918d67, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=3b1cc110-affa-44fd-8729-31d417918d67,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:06.793143 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:06.796659 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.811099 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:06.811311 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee7b298a9c374fb6950dbc777d01d582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5086658 May 10 11:24:06.814257 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Deleting subnet 990535ec-3811-4c9e-b1a3-6bcf7c3440c0 {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:24:06.819097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36928) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:06.837041 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.866133 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341164-175a-4df9-ab20-4086a031371a req-0d59e6b6-8fd5-483d-88b8-18c31a6da068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:06.867583 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-0d59e6b6-8fd5-483d-88b8-18c31a6da068 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0bd09c8-b0a9-4f2a-9431-19055993366a HTTP/1.1" status: 200 len: 851 time: 0.6681700 May 10 11:24:06.909453 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a038f9-6d0b-419e-9741-fa55b07be2e4 None None] Pushing event updated for resources: {'Port': ['ID=3b1cc110-affa-44fd-8729-31d417918d67,revision_number=4']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:06.913130 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-5d25ea00-43c0-4edb-8676-4c33a38fffb4 None None] Provisioning complete for port 7612ac18-75fb-4a85-8c0f-767a691ff629 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:06.914296 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-5d25ea00-43c0-4edb-8676-4c33a38fffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.924271 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-16a038f9-6d0b-419e-9741-fa55b07be2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:06.930788 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Routers {'e3091d34-b1ff-4e63-9f70-21a5f077d501'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:06.931855 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['e3091d34-b1ff-4e63-9f70-21a5f077d501'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:06.962563 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.977870 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6240721 May 10 11:24:06.987769 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:06.992300 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-0d74dc64-afc1-42ef-96b6-a4dde6350022 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:07.020278 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-0d74dc64-afc1-42ef-96b6-a4dde6350022 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 819 time: 0.9784446 May 10 11:24:07.028415 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 74110174-5b38-4b53-8452-e772264d4027, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=74110174-5b38-4b53-8452-e772264d4027,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:07.042846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'Port': ['ID=56e44ce2-ab86-46c1-af8d-7ded3a98158d,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.050061 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-5331ad56-ea01-468a-b184-e63d611a2536 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570294 May 10 11:24:07.050746 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629d16c-ca3f-451f-8e07-117cf8acce64,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.057464 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:07.058433 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.065482 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:07.074007 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-0b4dc78c-a7af-4c28-90f2-ae2430b61abe tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/quotas/75f8ac6313604149ac8ab8838280ae97 HTTP/1.1" status: 200 len: 375 time: 0.0530090 May 10 11:24:07.077766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:07.107783 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-5d25ea00-43c0-4edb-8676-4c33a38fffb4 None None] Port 7612ac18-75fb-4a85-8c0f-767a691ff629 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:07.120787 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-992ae6aa-05d4-495e-b87d-f99ae6e4d52c req-41e81e86-b29e-4ce9-89d4-85df9c94ef04 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747959 May 10 11:24:07.166252 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-a4d94df6-8009-4648-8566-1925862f20c7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913391 May 10 11:24:07.173408 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=74110174-5b38-4b53-8452-e772264d4027,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:07.178638 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.191198 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:07.230150 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] Set router e3091d34-b1ff-4e63-9f70-21a5f077d501 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:07.257022 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.284725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.310705 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-916022ce-3dca-40f3-a28e-a8cf11586a54 service neutron] 10.222.0.26 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350045 May 10 11:24:07.384888 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.424777 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.433621 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:07.456509 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-d6933521-576a-44b6-bde1-2892077e84fb service neutron] 10.222.0.26 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382065 May 10 11:24:07.467782 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 74110174-5b38-4b53-8452-e772264d4027 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:07.561017 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 74110174-5b38-4b53-8452-e772264d4027 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:07.561855 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.566364 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:07.588672 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:58Z', 'revision_number': 4, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '3b1cc110-affa-44fd-8729-31d417918d67', 'name': '', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'mac_address': 'fa:16:3e:d1:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:54Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'subnets': [{'id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:07.598114 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a95057-f00a-4ccd-be4e-bfceee53f2e5 None None] The sync data for ids ['e3091d34-b1ff-4e63-9f70-21a5f077d501'] in dv-cinder-784956-5-smb is: [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:58Z', 'revision_number': 4, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '3b1cc110-affa-44fd-8729-31d417918d67', 'name': '', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'mac_address': 'fa:16:3e:d1:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:54Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'subnets': [{'id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:07.728458 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 740f7d46-d722-4cef-94c1-84b3bc5eba86 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:07.843564 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569026a3-80ee-455b-bbe1-24f4da6226bf req-7f6a4d3c-8f28-4e62-9f68-0789769cedea tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:07.853892 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-569026a3-80ee-455b-bbe1-24f4da6226bf req-7f6a4d3c-8f28-4e62-9f68-0789769cedea tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 943 time: 0.1495461 May 10 11:24:07.909264 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-6440ef59-acad-456f-b553-317b72aba992 service neutron] 10.222.0.23 "GET /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222435 May 10 11:24:07.930965 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f12e1-5e6d-4d43-84fa-ad640c2172e2 req-fa067756-243c-4ff0-887a-fe9649f1f6ad tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:07.939793 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1a6f12e1-5e6d-4d43-84fa-ad640c2172e2 req-fa067756-243c-4ff0-887a-fe9649f1f6ad tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 943 time: 0.9891047 May 10 11:24:07.951030 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-569026a3-80ee-455b-bbe1-24f4da6226bf req-183381e2-88cc-44ee-86b6-f1af15aec7f8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:07.970102 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-569026a3-80ee-455b-bbe1-24f4da6226bf req-183381e2-88cc-44ee-86b6-f1af15aec7f8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:07.974902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 740f7d46-d722-4cef-94c1-84b3bc5eba86, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:07.987471 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-569026a3-80ee-455b-bbe1-24f4da6226bf req-183381e2-88cc-44ee-86b6-f1af15aec7f8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242349 May 10 11:24:08.000007 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '740f7d46-d722-4cef-94c1-84b3bc5eba86', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'port_id': '740f7d46-d722-4cef-94c1-84b3bc5eba86', 'mac_address': 'fa:16:3e:5d:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa50b56-c2a7-449d-8abc-f1e81903586e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:08.083522 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.108012 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740f7d46-d722-4cef-94c1-84b3bc5eba86 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:08.129788 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 740f7d46-d722-4cef-94c1-84b3bc5eba86, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:08.135242 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.138317 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:08.189774 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-5fbc30cc-552f-47fd-a11e-c70af3ecbc7b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:08.193273 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.209235 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5b1f0498-5a3e-4b07-ab60-2634ce9fe7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:08.215863 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-5fbc30cc-552f-47fd-a11e-c70af3ecbc7b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:08.233000 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-5fbc30cc-552f-47fd-a11e-c70af3ecbc7b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1815961184&fields=id&tenant_id=8681edba6c0c49e59ea38dfde0d89847 HTTP/1.1" status: 200 len: 267 time: 0.1269581 May 10 11:24:08.243698 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=740f7d46-d722-4cef-94c1-84b3bc5eba86,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:08.247962 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:08.257711 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f5e65-fe61-4f77-8b1f-57087048cfd5,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:08.289987 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:08.332562 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1a6f12e1-5e6d-4d43-84fa-ad640c2172e2 req-da8d21fc-c7c8-4623-ac36-6b826ba33bc7 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917706 May 10 11:24:08.345340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:08.355820 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:08.376751 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] 10.222.0.26 "PUT /v2.0/routers/4310ffb0-80b2-405d-9ba2-608b48fec45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4764535 May 10 11:24:08.376904 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:08.376981 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.376981 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab3f5e65-fe61-4f77-8b1f-57087048cfd5 HTTP/1.1" status: 204 len: 168 time: 1.9561598 May 10 11:24:08.377100 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:08.378241 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.379029 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.403218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.407897 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2629d16c-ca3f-451f-8e07-117cf8acce64 HTTP/1.1" status: 204 len: 168 time: 1.5783799 May 10 11:24:08.412164 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:08.458245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:08.465327 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/990535ec-3811-4c9e-b1a3-6bcf7c3440c0 HTTP/1.1" status: 204 len: 168 time: 2.3465674 May 10 11:24:08.473723 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 36962) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:08.531484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-d281be00-b229-4745-8d04-c0ad2c9d531e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:08.532254 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-d281be00-b229-4745-8d04-c0ad2c9d531e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:network {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:08.567807 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:08.576659 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-d281be00-b229-4745-8d04-c0ad2c9d531e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:network {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:08.577889 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-d281be00-b229-4745-8d04-c0ad2c9d531e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 810 time: 0.3435371 May 10 11:24:08.610299 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-2ad1ffa5-2fe6-4b80-8c79-739b0cb99b43 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/quotas/8681edba6c0c49e59ea38dfde0d89847 HTTP/1.1" status: 200 len: 375 time: 0.0232763 May 10 11:24:08.625601 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990535ec-3811-4c9e-b1a3-6bcf7c3440c0,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:08.629065 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06341164-175a-4df9-ab20-4086a031371a req-acab1ac1-4d3c-48d2-b808-389ff2797be3 service neutron] 10.222.0.23 "GET /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852369 May 10 11:24:08.630433 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:08.648942 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-034157dd-6285-4d07-9fde-d56a434cb04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:08.672056 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629d16c-ca3f-451f-8e07-117cf8acce64,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:08.822268 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-70437a3b-3593-4e38-9dcb-47635582e711 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:08.858992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-70437a3b-3593-4e38-9dcb-47635582e711 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:08.871400 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-70437a3b-3593-4e38-9dcb-47635582e711 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548027 May 10 11:24:08.964100 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:08.980524 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-2f1a51a2-24ef-4e57-b8c6-ed6a7a25bd1b req-10cb75e0-b99c-483f-a268-cb9dca5c5331 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Synchronizing usage tracker for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:08.983219 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 36974) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:08.987742 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:09.005501 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.028636 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:09.045218 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Usage tracker for resource:security_group_rule and tenant:003edb12473f43fc9a744896642a37d4 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:09.060843 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:09.070579 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:09.091920 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.128226 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-6ac1da10-4ccd-42eb-842e-5df58538b4dc service neutron] 10.222.0.26 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491748 May 10 11:24:09.256447 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-96abb300-18da-4cc9-a9d1-c5440d0dc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:09.258288 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-96abb300-18da-4cc9-a9d1-c5440d0dc896 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78a4c9407cac4473bcca5565e011cd2d&device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 1096 time: 0.2726989 May 10 11:24:09.311268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.330226 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-bcf664b3-9009-4759-b17d-a375c6b13037 service neutron] 10.222.0.26 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010169 May 10 11:24:09.519848 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.520705 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.531209 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.532342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > port after_create 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.532342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > port after_delete 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.532342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > port after_update 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.532649 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.532973 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.533293 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.533646 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.656433 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.676545 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.691476 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:09.724845 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f28be-0e37-4e55-8beb-e04ac39e70c1,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:09.737307 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-8dad4db2-7e7f-4c3d-ba4b-4552b763dae3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:09.738888 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-8dad4db2-7e7f-4c3d-ba4b-4552b763dae3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 819 time: 0.3873005 May 10 11:24:09.739762 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:09.759459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Request body: {'port': {'device_id': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'admin_state_up': True, 'tenant_id': '75f8ac6313604149ac8ab8838280ae97'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:09.786848 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 3b1cc110-affa-44fd-8729-31d417918d67 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:09.789491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.789943 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.790431 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.790926 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:09.791432 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5580414-b85c-4dce-9feb-e939be008fab']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:09.815955 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=003edb12473f43fc9a744896642a37d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316877 May 10 11:24:09.830465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37002) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:09.897375 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bb33fb-cb37-4147-ac98-32317a09ac60') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:09.897664 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bb33fb-cb37-4147-ac98-32317a09ac60') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:09.919551 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:05Z', 'revision_number': 2, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:09.929820 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 3b1cc110-affa-44fd-8729-31d417918d67 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:09.936427 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 3b1cc110-affa-44fd-8729-31d417918d67 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:09.937443 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.945312 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.966697 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:09.977900 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:09.978306 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.044579 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:10.051805 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Updating router 4310ffb0-80b2-405d-9ba2-608b48fec45d port 7612ac18-75fb-4a85-8c0f-767a691ff629 binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: from cryptography.utils import int_from_bytes May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: from cryptography.utils import int_from_bytes May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:10.119390 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:10.138014 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-2f1a51a2-24ef-4e57-b8c6-ed6a7a25bd1b req-10cb75e0-b99c-483f-a268-cb9dca5c5331 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Unset dirty status for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:10.149434 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2f1a51a2-24ef-4e57-b8c6-ed6a7a25bd1b req-10cb75e0-b99c-483f-a268-cb9dca5c5331 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 210 time: 1.6527283 May 10 11:24:10.178701 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:10.201650 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-0867e8d8-3fcc-44b3-a364-229a9bfeaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:10.203623 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-0867e8d8-3fcc-44b3-a364-229a9bfeaf29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f HTTP/1.1" status: 200 len: 912 time: 0.9353435 May 10 11:24:10.209880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.222300 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:10.275158 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.304110 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.334690 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.346172 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.379075 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:10.391848 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Made reservation on behalf of 75f8ac6313604149ac8ab8838280ae97 for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:10.396596 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.418745 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.449806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.452461 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Pushing event deleted for resources: {'Network': ['ID=b5580414-b85c-4dce-9feb-e939be008fab,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:10.454763 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:10.456207 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-7041ed64-b8d5-45f4-b1f9-18ee727dfe90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e88b887e-0db4-47fd-937c-39e27602c6fd HTTP/1.1" status: 200 len: 217 time: 0.2434015 May 10 11:24:10.467020 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c29f5859-28ce-4d20-99de-9756d4d41787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:10.512414 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 3b1cc110-affa-44fd-8729-31d417918d67, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=3b1cc110-affa-44fd-8729-31d417918d67,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:10.524868 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.540250 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:10.641307 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37026) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:10.651883 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5580414-b85c-4dce-9feb-e939be008fab HTTP/1.1" status: 204 len: 168 time: 2.1754122 May 10 11:24:10.656650 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37030) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:10.674064 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230397377', 'description': 'tempest-description--1445421456'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:10.680821 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:10.688484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:10.693050 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:10.708671 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f28be-0e37-4e55-8beb-e04ac39e70c1,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:10.710987 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:10.722084 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:10.728172 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.731862 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b3f28be-0e37-4e55-8beb-e04ac39e70c1 HTTP/1.1" status: 204 len: 168 time: 0.8978124 May 10 11:24:10.752252 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.804310 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-90774a7d-5967-4971-9a1d-c63723acae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:10.805783 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-90774a7d-5967-4971-9a1d-c63723acae42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0bd09c8-b0a9-4f2a-9431-19055993366a HTTP/1.1" status: 200 len: 851 time: 0.2442389 May 10 11:24:10.862026 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:10.866262 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:10.869732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:10.872807 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-def0ac70-1cd1-46e6-8f5b-3ed908144404 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564730 May 10 11:24:10.876396 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:10.878000 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Deleting subnet 06d29aa8-8b6a-428e-9056-7a63bb1dab45 {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:24:10.909053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.943234 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=3b1cc110-affa-44fd-8729-31d417918d67,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:10.961838 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.978432 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:10.988596 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:10.996646 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:11.038320 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0193a1-1e84-415b-8566-1b127edf1523,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:11.051317 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:11.058804 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Allocated IP 172.20.0.10 (67c64257-02df-47da-834c-d1e77bb383a4/85fd7cf0-378e-4b61-91b4-4fb4d393daa3/4f5e8abb-5557-4645-bd5e-354ded6e911f) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:11.061463 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6daf7-780e-485b-a2ee-4e9a49ba1e7b req-7c5377ec-ddf0-4a57-b0be-d3edfc2bb2b6 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:11.069872 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5eb6daf7-780e-485b-a2ee-4e9a49ba1e7b req-7c5377ec-ddf0-4a57-b0be-d3edfc2bb2b6 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 944 time: 0.6351180 May 10 11:24:11.107016 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.110921 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4458265 May 10 11:24:11.117060 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37044) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:11.135835 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630603b-277a-4d9e-b9e2-7041b9710413 req-de5ba392-28d6-4a57-98b9-2cf558966c05 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:11.137402 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5630603b-277a-4d9e-b9e2-7041b9710413 req-de5ba392-28d6-4a57-98b9-2cf558966c05 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 943 time: 0.3609297 May 10 11:24:11.154656 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'security_group_rule': {'security_group_id': '8e0193a1-1e84-415b-8566-1b127edf1523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:11.162825 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.219752 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:11.246944 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:11.255077 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:11.273081 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5eb6daf7-780e-485b-a2ee-4e9a49ba1e7b req-ff1fc10b-e8ea-42e8-aa82-c80afae676a8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017298 May 10 11:24:11.348731 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.405904 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.434285 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Transition to ACTIVE for port object 7612ac18-75fb-4a85-8c0f-767a691ff629 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:11.458960 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.463998 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:11.509865 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.516074 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 3b1cc110-affa-44fd-8729-31d417918d67 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:11.541101 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.23', 51652) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:11.720607 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device e88b887e-0db4-47fd-937c-39e27602c6fd details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:11.750391 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:11.798996 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-6a456971-2a2f-4d8b-9738-ad402c22e3a2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:11.806541 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-6a456971-2a2f-4d8b-9738-ad402c22e3a2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 810 time: 0.2630379 May 10 11:24:11.809224 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:11.877293 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-625c6781-5277-4071-b0cd-8a0a95964935 service neutron] 10.222.0.23 "GET /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9965639 May 10 11:24:11.893488 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f6e94537-62bb-4e04-a259-a9af667ab817 req-2c509908-42da-42f2-8633-456177d9834b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 210 time: 0.1444771 May 10 11:24:11.970494 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5630603b-277a-4d9e-b9e2-7041b9710413 req-2ee00bd6-0ddb-401c-9e93-1351cec27077 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215053 May 10 11:24:11.978484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:11.981242 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port e88b887e-0db4-47fd-937c-39e27602c6fd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e88b887e-0db4-47fd-937c-39e27602c6fd,segment=NetworkSegment(29de980d-d1c8-4013-aa9d-28e60d4124db),segment_id=29de980d-d1c8-4013-aa9d-28e60d4124db)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:12.014700 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.068110 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': 'e88b887e-0db4-47fd-937c-39e27602c6fd', 'network_id': '1bfb1c76-b6a2-4628-b86b-f0cc11fb685f', 'port_id': 'e88b887e-0db4-47fd-937c-39e27602c6fd', 'mac_address': 'fa:16:3e:d8:33:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0bd09c8-b0a9-4f2a-9431-19055993366a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:12.080585 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 740f7d46-d722-4cef-94c1-84b3bc5eba86 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:12.083813 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Pushing event updated for resources: {'Port': ['ID=4f5e8abb-5557-4645-bd5e-354ded6e911f,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:12.087177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:12.095482 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Network 67c64257-02df-47da-834c-d1e77bb383a4 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:12.102054 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7b93d4d7-a570-4625-8d8f-e189be268753 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8681edba6c0c49e59ea38dfde0d89847 HTTP/1.1" status: 200 len: 380 time: 0.2778842 May 10 11:24:12.103257 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:12.105979 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:12.112801 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:12.113993 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.135105 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'port': {'device_id': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'admin_state_up': True, 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'security_groups': ['9bad4aaa-a9af-45db-98e6-a55a595a45b1']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:12.281181 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:12.284788 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5336950 May 10 11:24:12.298754 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.298918 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Request body: {'port': {'device_id': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:12.307738 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8823d-0b74-4eea-9950-6b5c90daee59 None None] Pushing event updated for resources: {'Port': ['ID=7612ac18-75fb-4a85-8c0f-767a691ff629,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:12.325765 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:12.326080 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7ea8823d-0b74-4eea-9950-6b5c90daee59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:12.365199 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Made reservation on behalf of 8681edba6c0c49e59ea38dfde0d89847 for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:12.369522 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.435349 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Attempting to bind port 7612ac18-75fb-4a85-8c0f-767a691ff629 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:12.435763 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Attempting to bind port 7612ac18-75fb-4a85-8c0f-767a691ff629 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:12.436126 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Attempting to bind port 7612ac18-75fb-4a85-8c0f-767a691ff629 on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:12.448068 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.460032 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:12.460281 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Checking segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:12.460678 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.461149 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Bound using segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:12.461693 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Bound port: 7612ac18-75fb-4a85-8c0f-767a691ff629, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:12.462093 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.496365 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88b887e-0db4-47fd-937c-39e27602c6fd {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:12.518662 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 3b1cc110-affa-44fd-8729-31d417918d67 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:12.519055 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.577283 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 740f7d46-d722-4cef-94c1-84b3bc5eba86 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:12.619086 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 740f7d46-d722-4cef-94c1-84b3bc5eba86 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:12.619493 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.685704 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port e88b887e-0db4-47fd-937c-39e27602c6fd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e88b887e-0db4-47fd-937c-39e27602c6fd,segment=NetworkSegment(29de980d-d1c8-4013-aa9d-28e60d4124db),segment_id=29de980d-d1c8-4013-aa9d-28e60d4124db)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:12.712281 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.730929 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-8f1a4902-be55-4938-b5b1-1a8ed2af638e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:12.861490 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] For port 7612ac18-75fb-4a85-8c0f-767a691ff629, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:12.865823 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] For port 7612ac18-75fb-4a85-8c0f-767a691ff629, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=7612ac18-75fb-4a85-8c0f-767a691ff629,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:12.868449 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a73ff965-6832-4b42-adf8-ea7190ace0e8 req-3ee199a6-963f-4af6-aa07-c20ce9319c9f service neutron] 10.222.0.23 "GET /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9730971 May 10 11:24:12.875554 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd530cba-d959-49e2-a19c-f2ab4c39d17a req-6193680b-87df-4a87-b218-5bcd80ddad0b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:12.886275 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cd530cba-d959-49e2-a19c-f2ab4c39d17a req-6193680b-87df-4a87-b218-5bcd80ddad0b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 944 time: 0.3700361 May 10 11:24:12.909762 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.929773 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.977770 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:12.979410 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:12.985404 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cd530cba-d959-49e2-a19c-f2ab4c39d17a req-11bf0508-779c-451b-b719-a4878e0716df tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959809 May 10 11:24:13.018266 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0b07dd-6548-4e9d-b034-fe5b2d26e812,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.039754 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Allocated IP 172.20.0.10 (50dd005b-a57b-404b-b729-f52af20b2250/200c64f9-4a34-4d85-9490-f0e7d1f65219/ff24ea07-950f-40c3-80a6-0793dc05f2eb) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:13.046980 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:13.058363 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['e88b887e-0db4-47fd-937c-39e27602c6fd'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:13.093565 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.114487 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:13.159458 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d29aa8-8b6a-428e-9056-7a63bb1dab45,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.166740 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:13.178453 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-2f188329-5846-4bb7-bd71-c7c6c1bc33b6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:13.179377 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-2f188329-5846-4bb7-bd71-c7c6c1bc33b6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Synchronizing usage tracker for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:network {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:13.182448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.212022 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/06d29aa8-8b6a-428e-9056-7a63bb1dab45 HTTP/1.1" status: 204 len: 168 time: 2.5382354 May 10 11:24:13.212022 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.212022 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0779648 May 10 11:24:13.212906 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37110) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:13.221075 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:13.222128 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:13.234522 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37114) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:13.237308 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-2f188329-5846-4bb7-bd71-c7c6c1bc33b6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Unset dirty status for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:network {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:13.244340 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-2f188329-5846-4bb7-bd71-c7c6c1bc33b6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 819 time: 0.6306391 May 10 11:24:13.253191 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'security_group_rule': {'security_group_id': '8e0193a1-1e84-415b-8566-1b127edf1523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:13.264277 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d06ecf3b-3a62-4ac5-9c55-d8d0f882c765 req-3ffaf763-5476-4e96-a850-963a6b6bb53d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 210 time: 0.0658627 May 10 11:24:13.268795 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:13.276351 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:13.279514 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:13.286008 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:13.341047 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.358004 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-9dbeb0c5-d0ab-46c3-b2f6-46068d932e83 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/quotas/75f8ac6313604149ac8ab8838280ae97 HTTP/1.1" status: 200 len: 375 time: 0.1126623 May 10 11:24:13.436983 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.509387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.555990 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=e88b887e-0db4-47fd-937c-39e27602c6fd,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.558552 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740f7d46-d722-4cef-94c1-84b3bc5eba86'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:13.618671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.692052 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.709786 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-377aa287-9d93-4723-8ffd-0701e7d4849d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3507507 May 10 11:24:13.719896 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:13.788528 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:13.791137 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:13.792871 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16200-ef70-40c5-8615-2187562d9175 req-0cf0e7ce-920a-4d0e-8c8f-4b4d0c19decd tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:13.798349 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.776s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:13.800075 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fcf16200-ef70-40c5-8615-2187562d9175 req-0cf0e7ce-920a-4d0e-8c8f-4b4d0c19decd tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 944 time: 0.3011320 May 10 11:24:13.812572 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5e8abb-5557-4645-bd5e-354ded6e911f {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:13.834805 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5215b7db-2c40-4d41-99cb-ab7597896c98,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.837514 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.860147 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.861347 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6254127 May 10 11:24:13.862256 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:13.866704 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37130) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:13.867615 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.868076 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a931204b-5d58-4acf-8655-5acf1936b87b']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:13.882558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.884095 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'floatingip': {'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:13.898592 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:13.901740 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e341118f-0c68-4506-b4bc-9d2317081abb') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:13.903110 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fcf16200-ef70-40c5-8615-2187562d9175 req-34f0e601-fb06-47f5-8727-808082fb330f tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020639 May 10 11:24:13.906979 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e341118f-0c68-4506-b4bc-9d2317081abb') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:13.923045 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Transition to ACTIVE for port object 4f5e8abb-5557-4645-bd5e-354ded6e911f will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:13.927783 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Transition to ACTIVE for port object ff24ea07-950f-40c3-80a6-0793dc05f2eb will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:13.930906 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.942995 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:13.988047 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.020764 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:floatingip and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.034817 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-98b15d34-cdb3-4d2f-85d1-438b101c3cb8 service neutron] 10.222.0.26 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241849 May 10 11:24:14.035643 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.078956 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.086734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.113415 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8823d-0b74-4eea-9950-6b5c90daee59 None None] Pushing event updated for resources: {'Port': ['ID=7612ac18-75fb-4a85-8c0f-767a691ff629,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.128590 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7ea8823d-0b74-4eea-9950-6b5c90daee59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.157383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 740f7d46-d722-4cef-94c1-84b3bc5eba86, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:14.160532 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:14.161101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:14.175961 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:14.196086 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.247271 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7ea8823d-0b74-4eea-9950-6b5c90daee59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.249021 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5e8abb-5557-4645-bd5e-354ded6e911f,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.252139 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.256318 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.322272 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Attempting to bind port 4f5e8abb-5557-4645-bd5e-354ded6e911f on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:14.322636 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Attempting to bind port 4f5e8abb-5557-4645-bd5e-354ded6e911f by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:14.322967 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Attempting to bind port 4f5e8abb-5557-4645-bd5e-354ded6e911f on network 67c64257-02df-47da-834c-d1e77bb383a4 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:14.331427 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Port 4f5e8abb-5557-4645-bd5e-354ded6e911f on network 67c64257-02df-47da-834c-d1e77bb383a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:14.332825 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Attempting to bind port 4f5e8abb-5557-4645-bd5e-354ded6e911f on network 67c64257-02df-47da-834c-d1e77bb383a4 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:14.355558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.355558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:14.355558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Checking segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:14.355558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Bound using segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:14.355558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Bound port: 4f5e8abb-5557-4645-bd5e-354ded6e911f, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:14.355558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.397935 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.407168 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-fc68b4b2-8d16-4902-925c-c195d94780cd service neutron] 10.222.0.26 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520775 May 10 11:24:14.460933 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=740f7d46-d722-4cef-94c1-84b3bc5eba86,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.464380 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.507260 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9d0e-c065-4216-a806-3f2b3f07e4bd req-0173bbce-eebe-49b8-abf7-6dead7df2287 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:14.509407 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6bef9d0e-c065-4216-a806-3f2b3f07e4bd req-0173bbce-eebe-49b8-abf7-6dead7df2287 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 945 time: 0.3148315 May 10 11:24:14.517270 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Network 50dd005b-a57b-404b-b729-f52af20b2250 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:14.571288 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.585306 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-369ac741-db9c-467a-8559-c877463a92df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.590139 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:14.618307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:12Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:14.623252 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366219af-c7b3-4bf0-ad59-7caa90cc8384 None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:12Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:14.630108 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.634805 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a931204b-5d58-4acf-8655-5acf1936b87b,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.644871 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.649693 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a931204b-5d58-4acf-8655-5acf1936b87b HTTP/1.1" status: 204 len: 168 time: 1.4356997 May 10 11:24:14.684650 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:14.705423 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:14.717462 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.764724 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'Port': ['ID=ff24ea07-950f-40c3-80a6-0793dc05f2eb,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.776144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.815224 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6bef9d0e-c065-4216-a806-3f2b3f07e4bd req-ddeb7864-a01a-43be-a2ae-941698e400a8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966466 May 10 11:24:14.852212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.859371 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-7d17ddec-c0f5-4c76-9e51-c978c322a896 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7285941 May 10 11:24:14.875525 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] For port 4f5e8abb-5557-4645-bd5e-354ded6e911f, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:14.879723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] For port 4f5e8abb-5557-4645-bd5e-354ded6e911f, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:14.905413 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Request body: {'port': {'device_id': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:15.104679 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37166) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:15.110140 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.158428 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-73f9af39-e3f6-433e-81c4-8db868b4fa99 None None] Provisioning for port ff24ea07-950f-40c3-80a6-0793dc05f2eb completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:15.164324 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740f7d46-d722-4cef-94c1-84b3bc5eba86', 'code': 200} May 10 11:24:15.169933 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-73f9af39-e3f6-433e-81c4-8db868b4fa99 None None] Provisioning complete for port ff24ea07-950f-40c3-80a6-0793dc05f2eb triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:15.170383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-73f9af39-e3f6-433e-81c4-8db868b4fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.206050 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Allocated IP 172.28.1.153 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/c156b79b-7da9-473b-a8e5-c1c9341d60fe) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:15.222492 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ab6ce4b5-8b77-445e-8ad7-e30c999fc0ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:15.375773 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-73f9af39-e3f6-433e-81c4-8db868b4fa99 None None] Port ff24ea07-950f-40c3-80a6-0793dc05f2eb cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:15.425010 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:15.425900 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.427498 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-b1567297-085c-4392-9e1d-889300802e34 service neutron] 10.222.0.23 "PUT /v2.0/ports/4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 1094 time: 3.1335588 May 10 11:24:15.432272 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'tag': '4f5e8abb-5557-4645-bd5e-354ded6e911f'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:15.438526 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-20cac9c2-ac6c-497f-9c88-9092f744d79e req-3d41ffeb-eb59-45e2-ad4c-a6c14583e4ab tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Synchronizing usage tracker for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:15.494588 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.584746 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 7612ac18-75fb-4a85-8c0f-767a691ff629 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:15.622048 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5e8abb-5557-4645-bd5e-354ded6e911f,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.656133 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8e21d5ca-1275-4674-96ea-8537f4d44d9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4af16c5fcfd14daf88e7036e358088ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836268 May 10 11:24:15.657957 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37182) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:15.659353 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:15.730930 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.768131 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device e88b887e-0db4-47fd-937c-39e27602c6fd up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:15.797999 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-a26b2aa9-459f-4b71-a44d-46ef6ec73d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:15.806219 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-a26b2aa9-459f-4b71-a44d-46ef6ec73d82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 1098 time: 0.3006027 May 10 11:24:15.814865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299ec6-790a-4de7-bdab-959e2f84cefc req-8e1d2f38-7382-4e37-963d-d38aaaf58a6a tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:15.817076 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-df299ec6-790a-4de7-bdab-959e2f84cefc req-8e1d2f38-7382-4e37-963d-d38aaaf58a6a tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 932 time: 0.4912424 May 10 11:24:15.847487 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-20cac9c2-ac6c-497f-9c88-9092f744d79e req-3d41ffeb-eb59-45e2-ad4c-a6c14583e4ab tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Unset dirty status for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:15.849264 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-20cac9c2-ac6c-497f-9c88-9092f744d79e req-3d41ffeb-eb59-45e2-ad4c-a6c14583e4ab tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.5890775 May 10 11:24:15.885397 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.900518 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 7612ac18-75fb-4a85-8c0f-767a691ff629 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:15.907221 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.930642 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:15.936397 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Usage tracker for resource:security_group_rule and tenant:195355cf9784467398b3b65bdd84fe5c is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:15.942071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 7612ac18-75fb-4a85-8c0f-767a691ff629 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:15.942071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.942220 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:15.948280 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:16.023067 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.119478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.121712 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.129668 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-18191b21-54a0-4f07-b2a6-8a5927196f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:16.131790 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-18191b21-54a0-4f07-b2a6-8a5927196f4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1097 time: 0.5908616 May 10 11:24:16.268141 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port e88b887e-0db4-47fd-937c-39e27602c6fd completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:16.299689 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'Port': ['ID=c156b79b-7da9-473b-a8e5-c1c9341d60fe,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.304337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-df299ec6-790a-4de7-bdab-959e2f84cefc req-8fdbf154-4df4-4b0c-90f4-b722c483fbee tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:16.307052 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:16.327468 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.329668 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:16.350043 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.350631 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:16.368400 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.378301 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port e88b887e-0db4-47fd-937c-39e27602c6fd triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:16.378752 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.386350 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:16.389730 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.421448 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-0ce601fc-3715-4594-b651-9a9149235039 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.1561248 May 10 11:24:16.440499 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 7612ac18-75fb-4a85-8c0f-767a691ff629, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=7612ac18-75fb-4a85-8c0f-767a691ff629,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:16.456747 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-90a8fc4b-cf10-4a87-96e1-3186ad56c4a7 req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374454 May 10 11:24:16.456969 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.461839 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.466748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-df299ec6-790a-4de7-bdab-959e2f84cefc req-8fdbf154-4df4-4b0c-90f4-b722c483fbee tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:16.467983 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-df299ec6-790a-4de7-bdab-959e2f84cefc req-8fdbf154-4df4-4b0c-90f4-b722c483fbee tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6078267 May 10 11:24:16.497382 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd701e-d503-4d8c-b100-a7f31d513000,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.508818 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:16.579615 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=7612ac18-75fb-4a85-8c0f-767a691ff629,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.601464 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:16.662806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.670342 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'tag': '4f5e8abb-5557-4645-bd5e-354ded6e911f', 'status': 'completed', 'code': 200} May 10 11:24:16.743914 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.771505 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.798779 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port e88b887e-0db4-47fd-937c-39e27602c6fd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e88b887e-0db4-47fd-937c-39e27602c6fd,segment=NetworkSegment(29de980d-d1c8-4013-aa9d-28e60d4124db),segment_id=29de980d-d1c8-4013-aa9d-28e60d4124db)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:16.803651 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.806787 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-83c9061c-757f-4f62-a9fa-e754e0950c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.875042 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-3b5431c6-f71c-4e6d-90c7-705fd9f5999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:16.878113 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-3b5431c6-f71c-4e6d-90c7-705fd9f5999d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.4447362 May 10 11:24:16.906093 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=e88b887e-0db4-47fd-937c-39e27602c6fd,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.920330 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:17.001612 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-1427c83a-7183-4673-9128-6bec8129101a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158361 May 10 11:24:17.014435 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013c6c-01ff-4f17-a318-1183ced4699d req-44558f3b-4a25-4f31-be29-bdd555bd56de tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:17.015866 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f013c6c-01ff-4f17-a318-1183ced4699d req-44558f3b-4a25-4f31-be29-bdd555bd56de tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 944 time: 0.8247294 May 10 11:24:17.051605 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.134991 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:17.165861 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88b887e-0db4-47fd-937c-39e27602c6fd'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:17.170304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d0f19-4577-4626-bab4-09af0d8f971f,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:17.182504 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:17.188877 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f013c6c-01ff-4f17-a318-1183ced4699d req-3901bd9d-04df-444d-81ae-ed2cf04ae13e tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388042 May 10 11:24:17.198000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.199001 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/803d0f19-4577-4626-bab4-09af0d8f971f HTTP/1.1" status: 204 len: 168 time: 1.5100443 May 10 11:24:17.293742 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-802cedf9-34b6-4752-a693-25dae55d9550 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743275 May 10 11:24:17.305796 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff24ea07-950f-40c3-80a6-0793dc05f2eb {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:17.324992 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-5e5ccde9-e061-4f85-a761-3d949d3a26a9 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:17.327208 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-5e5ccde9-e061-4f85-a761-3d949d3a26a9 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 819 time: 0.3901820 May 10 11:24:17.334024 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.345297 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e805441-2c74-4919-876d-b9ac16fcb22a req-a62ce323-fd81-454e-b26d-6c5a4769b269 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:17.346725 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4e805441-2c74-4919-876d-b9ac16fcb22a req-a62ce323-fd81-454e-b26d-6c5a4769b269 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 945 time: 0.4889922 May 10 11:24:17.350763 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Request body: {'port': {'device_id': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'admin_state_up': True, 'tenant_id': '75f8ac6313604149ac8ab8838280ae97'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:17.414577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.438282 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-01033bdb-660c-4f28-aaf2-c8e7d81cccbf req-76d0c0b1-063c-439f-bb07-6db7e5ebba8d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.1102467 May 10 11:24:17.449412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Transition to ACTIVE for port object ff24ea07-950f-40c3-80a6-0793dc05f2eb will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:17.475489 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.481020 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.493307 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:17.493811 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 7612ac18-75fb-4a85-8c0f-767a691ff629 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:17.494943 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:17.650306 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4e805441-2c74-4919-876d-b9ac16fcb22a req-bc929040-354c-4857-811a-b1ad1357088a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785332 May 10 11:24:17.663984 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-723c8693-d4e8-4973-9011-d224a2cf8a2c req-cba42416-9e04-44ea-a8c8-1cf96b4422fb service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605134 May 10 11:24:17.681977 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff24ea07-950f-40c3-80a6-0793dc05f2eb,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:17.685837 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88b887e-0db4-47fd-937c-39e27602c6fd', 'code': 200} May 10 11:24:17.690143 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:17.735385 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'Port': ['ID=c156b79b-7da9-473b-a8e5-c1c9341d60fe,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:17.750733 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:17.776508 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:17.793188 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:17.813515 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.827165 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Made reservation on behalf of 75f8ac6313604149ac8ab8838280ae97 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:17.836406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.836599 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 7612ac18-75fb-4a85-8c0f-767a691ff629 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:17.837212 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.975585 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Attempting to bind port ff24ea07-950f-40c3-80a6-0793dc05f2eb on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:17.975943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Attempting to bind port ff24ea07-950f-40c3-80a6-0793dc05f2eb by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:17.976279 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Attempting to bind port ff24ea07-950f-40c3-80a6-0793dc05f2eb on network 50dd005b-a57b-404b-b729-f52af20b2250 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:17.982827 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.984444 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1093235 May 10 11:24:18.005106 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Port ff24ea07-950f-40c3-80a6-0793dc05f2eb on network 50dd005b-a57b-404b-b729-f52af20b2250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:18.007694 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Attempting to bind port ff24ea07-950f-40c3-80a6-0793dc05f2eb on network 50dd005b-a57b-404b-b729-f52af20b2250 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:18.055844 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:18.056515 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Checking segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:18.056615 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Bound using segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:18.061540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Bound port: ff24ea07-950f-40c3-80a6-0793dc05f2eb, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:18.061882 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.102522 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37234) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:18.206121 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.23', 51664) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:18.336990 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Allocated IP 172.20.0.14 (67c64257-02df-47da-834c-d1e77bb383a4/85fd7cf0-378e-4b61-91b4-4fb4d393daa3/2ee17b78-142d-47ee-a4fe-c149c7108176) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:18.380664 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-5e4c310d-e71a-464e-8b89-b89d07c18239 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bf7f568d3e747eb95bc333fd4a22b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658393 May 10 11:24:18.387685 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37258) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:18.397855 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe071-8645-4117-8d7a-efe691a4b6a6 req-d1bb9a6d-594c-434b-9aab-4ffbbe1f4336 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:18.398569 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-760fe071-8645-4117-8d7a-efe691a4b6a6 req-d1bb9a6d-594c-434b-9aab-4ffbbe1f4336 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:18.485177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-760fe071-8645-4117-8d7a-efe691a4b6a6 req-d1bb9a6d-594c-434b-9aab-4ffbbe1f4336 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:18.492453 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-760fe071-8645-4117-8d7a-efe691a4b6a6 req-d1bb9a6d-594c-434b-9aab-4ffbbe1f4336 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 944 time: 0.6693480 May 10 11:24:18.523687 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] For port ff24ea07-950f-40c3-80a6-0793dc05f2eb, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:18.560136 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] For port ff24ea07-950f-40c3-80a6-0793dc05f2eb, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:18.572450 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.573311 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.612443 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-760fe071-8645-4117-8d7a-efe691a4b6a6 req-e10be13b-f26d-412e-ace3-491c2bfdbd5e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191144 May 10 11:24:18.616599 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:18.671384 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-4f341a66-1a7a-4da2-9389-370b91272ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:18.672785 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37270) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:18.673158 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-4f341a66-1a7a-4da2-9389-370b91272ce4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1097 time: 0.5415213 May 10 11:24:18.678746 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0316-a5fb-4241-bec4-d3f293de6b18 req-49f2ff3e-36db-4f77-9a4f-c00fe10c122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:18.680268 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-723f0316-a5fb-4241-bec4-d3f293de6b18 req-49f2ff3e-36db-4f77-9a4f-c00fe10c122d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 1098 time: 0.4732285 May 10 11:24:18.751272 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:18.751893 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.761510 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] 10.222.0.23 "PUT /v2.0/ports/ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 1094 time: 3.8803911 May 10 11:24:18.765161 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.778328 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:18.807452 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550fe9a-6a13-413f-849c-272d93d1ef1d req-c7f9aab2-6984-451d-b003-905fe50623c7 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:18.814994 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f550fe9a-6a13-413f-849c-272d93d1ef1d req-c7f9aab2-6984-451d-b003-905fe50623c7 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 945 time: 0.4800458 May 10 11:24:18.826362 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-723f0316-a5fb-4241-bec4-d3f293de6b18 req-00a4b45e-3b28-4a16-a745-3fd24c1d1fad service neutron] Synchronizing usage tracker for tenant:195355cf9784467398b3b65bdd84fe5c on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:18.864132 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.910368 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-723f0316-a5fb-4241-bec4-d3f293de6b18 req-00a4b45e-3b28-4a16-a745-3fd24c1d1fad service neutron] Unset dirty status for tenant:195355cf9784467398b3b65bdd84fe5c on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:18.911491 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-723f0316-a5fb-4241-bec4-d3f293de6b18 req-00a4b45e-3b28-4a16-a745-3fd24c1d1fad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222922 May 10 11:24:18.915365 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.962588 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f550fe9a-6a13-413f-849c-272d93d1ef1d req-99d2f488-dc9f-4f61-babf-408e5175b3e8 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464014 May 10 11:24:18.967732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff24ea07-950f-40c3-80a6-0793dc05f2eb,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:18.990746 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:18.995663 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:18.996209 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Usage tracker for resource:security_group_rule and tenant:2fa4b8184b884d47bbe915685bebc05f is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:19.010457 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:19.033144 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:19.042619 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3e59170f-51f7-4529-8640-72b66169c2ff req-a3f88d75-5c39-48c2-a007-d377876279bf tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:19.079838 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.089994 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:19.096802 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-7c7d1afb-2173-4247-9b6c-270b6a29bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.098464 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-7c7d1afb-2173-4247-9b6c-270b6a29bacf service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.3912742 May 10 11:24:19.104114 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3e59170f-51f7-4529-8640-72b66169c2ff req-a3f88d75-5c39-48c2-a007-d377876279bf tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:19.114168 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-a3f88d75-5c39-48c2-a007-d377876279bf tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1230397377&fields=id&tenant_id=c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 267 time: 0.3136308 May 10 11:24:19.174267 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Network 67c64257-02df-47da-834c-d1e77bb383a4 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:19.182098 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:19.195793 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:19.270465 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Pushing event updated for resources: {'Port': ['ID=2ee17b78-142d-47ee-a4fe-c149c7108176,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:19.282734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:19.292436 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-d71191f5-3711-4a8d-b779-354bfe3526c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.294157 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-d71191f5-3711-4a8d-b779-354bfe3526c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1097 time: 0.4269974 May 10 11:24:19.305352 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.341656 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.342262 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.355999 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-348aa848-cf93-4cbe-bc71-211765adc3c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.2389328 May 10 11:24:19.379490 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.388979 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.406049 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:19.414528 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-658fcf00-605f-4014-95d9-fc52cb61e967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:19.453374 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-88919609-6fe8-40e4-bb35-686201ebb279 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.453742 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-88919609-6fe8-40e4-bb35-686201ebb279 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Synchronizing usage tracker for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:19.467780 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1307938 May 10 11:24:19.479772 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fa4b8184b884d47bbe915685bebc05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8014655 May 10 11:24:19.481853 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac98e0b-4243-4aa5-91e9-5c611e5343be,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:19.482454 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-40a661d7-ccb3-436a-bdc4-8fb12d72a125 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 217 time: 0.1287122 May 10 11:24:19.483174 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e929f-f6ff-4a9a-840f-e9d4f94478ed,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:19.485592 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:19.485741 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37308) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:19.485863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37310) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:19.491705 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Request body: {'port': {'device_id': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:19.501884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:19.557443 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.558798 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c30e929f-f6ff-4a9a-840f-e9d4f94478ed HTTP/1.1" status: 204 len: 168 time: 1.1700833 May 10 11:24:19.579268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-88919609-6fe8-40e4-bb35-686201ebb279 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Unset dirty status for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:19.586409 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-88919609-6fe8-40e4-bb35-686201ebb279 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 932 time: 0.3927515 May 10 11:24:19.591944 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-12f48e9b-bac8-483a-bb99-caa38a534d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.594029 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-12f48e9b-bac8-483a-bb99-caa38a534d35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.2269409 May 10 11:24:19.665535 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-41109929-9856-4883-b23e-c87167722a0a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.672641 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-41109929-9856-4883-b23e-c87167722a0a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 815 time: 0.5569808 May 10 11:24:19.675395 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-fc698693-c59b-40a5-9dcd-29612571c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.677500 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-fc698693-c59b-40a5-9dcd-29612571c4cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.1748443 May 10 11:24:19.679541 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-777b08ab-acf8-4721-8084-a62fa3b3d7f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750124 May 10 11:24:19.688202 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.694573 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-b015c882-bb7b-4aac-9aa8-e5b890536f29 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/quotas/c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 375 time: 0.0211716 May 10 11:24:19.834310 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.845353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-fa3be151-6a37-4659-8ff9-4c680b8458dd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Synchronizing usage tracker for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:19.877244 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.891227 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.916190 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:19.937872 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0252fb7ecbdf4621985b70a3920f5a30 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:19.946440 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:19.955048 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-fa3be151-6a37-4659-8ff9-4c680b8458dd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Unset dirty status for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:19.965761 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f43dfb78-e412-438c-ae9f-8f78183e95fb req-fa3be151-6a37-4659-8ff9-4c680b8458dd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780973 May 10 11:24:19.967000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:19.996214 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-6e89ad20-4863-4671-a9b4-a8f9182fc6f8 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659595 May 10 11:24:20.047592 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-db5db1ab-317e-4463-9631-f59b91c1caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:20.049299 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-db5db1ab-317e-4463-9631-f59b91c1caa5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3528101 May 10 11:24:20.153779 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-ef04a9b8-74a1-43b5-8098-4e56f6e19b0f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4583604 May 10 11:24:20.218737 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.234222 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-288a347c-c136-49d2-9b52-f14e74a19ca9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:20.251357 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac98e0b-4243-4aa5-91e9-5c611e5343be,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:20.255069 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:20.294278 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9ab99-4c84-44b8-9850-0802b1ca6935 req-10e530ae-5a67-4b8a-9ef5-10d113c99204 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:20.295837 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e1a9ab99-4c84-44b8-9850-0802b1ca6935 req-10e530ae-5a67-4b8a-9ef5-10d113c99204 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 945 time: 0.2326643 May 10 11:24:20.298614 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.299809 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dac98e0b-4243-4aa5-91e9-5c611e5343be HTTP/1.1" status: 204 len: 168 time: 0.7774119 May 10 11:24:20.370811 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e1a9ab99-4c84-44b8-9850-0802b1ca6935 req-fc9c93a4-8eea-4702-b8ae-2cbe1d190db2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591910 May 10 11:24:20.449812 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee17b78-142d-47ee-a4fe-c149c7108176 {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:20.458231 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.475921 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Transition to ACTIVE for port object 2ee17b78-142d-47ee-a4fe-c149c7108176 will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:20.486761 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.491632 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'status': 'completed', 'code': 200} May 10 11:24:20.492062 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-62e9a5f2-447d-49d2-8608-d3511027eca7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:20.504708 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d3fee88-0d51-472e-8d9b-28cec9cd42f8 req-06f06fb1-6a42-4085-85a7-40009f068b70 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001624 May 10 11:24:20.526866 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-155217fd-95ff-423a-b3cb-574a87854d8e service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679928 May 10 11:24:20.578448 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.632464 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d418eddb-ddb5-4f63-b45c-56398d01799e service neutron] 10.222.0.26 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230208 May 10 11:24:20.637743 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.652377 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c0e868ca-ba88-493d-9522-477ed9c39aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:20.828956 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0252fb7ecbdf4621985b70a3920f5a30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3379793 May 10 11:24:20.835324 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47059fe-ec33-40ab-b311-753ee3db9bf7,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:20.845192 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37354) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:20.845943 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Pushing event updated for resources: {'Port': ['ID=2ee17b78-142d-47ee-a4fe-c149c7108176,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:20.852123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:20.902377 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37358) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:20.946722 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:20.970576 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.985142 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10c697fb-9fd2-4de4-8d39-3afae486fb8d req-42f8dd14-5c5c-45c0-8d1e-3b7e38bf8f91 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462771 May 10 11:24:21.007419 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-8bb1a976-e3b3-4b96-8c5e-497bf48738fb service neutron] 10.222.0.26 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605471 May 10 11:24:21.026584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Attempting to bind port 2ee17b78-142d-47ee-a4fe-c149c7108176 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:21.026888 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Attempting to bind port 2ee17b78-142d-47ee-a4fe-c149c7108176 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:21.027275 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Attempting to bind port 2ee17b78-142d-47ee-a4fe-c149c7108176 on network 67c64257-02df-47da-834c-d1e77bb383a4 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:21.030507 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:21.041717 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Port 2ee17b78-142d-47ee-a4fe-c149c7108176 on network 67c64257-02df-47da-834c-d1e77bb383a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:21.042039 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Attempting to bind port 2ee17b78-142d-47ee-a4fe-c149c7108176 on network 67c64257-02df-47da-834c-d1e77bb383a4 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:21.046569 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Usage tracker for resource:security_group_rule and tenant:718156342f90498dab6f27a91c67bd38 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:21.055238 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:21.135904 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:21.136127 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Checking segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:21.136522 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Bound using segment: {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:21.136981 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Bound port: 2ee17b78-142d-47ee-a4fe-c149c7108176, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238420e1-db1c-4744-b954-ec6ed9367567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:21.137321 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.154070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:21.172932 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.219927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-68b039be-5638-4398-bcbd-43eae348d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:21.221860 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-68b039be-5638-4398-bcbd-43eae348d5ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1097 time: 0.1616838 May 10 11:24:21.284762 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6807a1-41fa-47e7-8dbd-786337dbc61b req-55295923-dfe1-4fbc-ae76-28750dbf42fe tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:21.287059 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7a6807a1-41fa-47e7-8dbd-786337dbc61b req-55295923-dfe1-4fbc-ae76-28750dbf42fe tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 944 time: 0.5734124 May 10 11:24:21.375908 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.470629 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-c130daaa-3de0-452e-9593-92c9b6ef7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:21.472425 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-c130daaa-3de0-452e-9593-92c9b6ef7c3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.2444365 May 10 11:24:21.498512 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7a6807a1-41fa-47e7-8dbd-786337dbc61b req-15429f21-1710-4175-86d7-14cc6185fcf8 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978116 May 10 11:24:21.524036 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] For port 2ee17b78-142d-47ee-a4fe-c149c7108176, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:21.548628 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] For port 2ee17b78-142d-47ee-a4fe-c149c7108176, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2ee17b78-142d-47ee-a4fe-c149c7108176,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:21.552917 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.566668 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:21.579015 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-be4324b5-e546-41da-9cbe-388f18b8fb9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 217 time: 0.0956075 May 10 11:24:21.582926 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.592530 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47059fe-ec33-40ab-b311-753ee3db9bf7,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.614429 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:21.616007 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:21.677245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.681075 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d47059fe-ec33-40ab-b311-753ee3db9bf7 HTTP/1.1" status: 204 len: 168 time: 0.8298783 May 10 11:24:21.698246 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.737694 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 4f5e8abb-5557-4645-bd5e-354ded6e911f details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:21.768804 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-53b6dd88-ff03-4649-af93-e0d5c970dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:21.770071 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-53b6dd88-ff03-4649-af93-e0d5c970dfa4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.1799238 May 10 11:24:21.781348 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc79d0-3d69-416d-87b5-17e25d98a0e7 req-978c5dd7-ebab-4336-a1f3-0da4c270a7ad tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:21.781981 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.784020 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-16cc79d0-3d69-416d-87b5-17e25d98a0e7 req-978c5dd7-ebab-4336-a1f3-0da4c270a7ad tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 945 time: 0.3671281 May 10 11:24:21.809040 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:21.809809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.822780 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] 10.222.0.23 "PUT /v2.0/ports/2ee17b78-142d-47ee-a4fe-c149c7108176 HTTP/1.1" status: 200 len: 1094 time: 2.3418341 May 10 11:24:21.851804 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'tag': '2ee17b78-142d-47ee-a4fe-c149c7108176'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:21.990478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Pushing event updated for resources: {'Port': ['ID=2ee17b78-142d-47ee-a4fe-c149c7108176,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.995900 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-16cc79d0-3d69-416d-87b5-17e25d98a0e7 req-da786f29-1614-427b-8d9f-28f198ab4393 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670525 May 10 11:24:22.004970 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.020281 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-78522495-59f4-4b50-8db3-273a0fd522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:22.021833 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-78522495-59f4-4b50-8db3-273a0fd522a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2371984 May 10 11:24:22.026539 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-df631806-b015-4ad5-b01e-3d1d287077d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:22.044996 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 4f5e8abb-5557-4645-bd5e-354ded6e911f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:22.062052 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '4f5e8abb-5557-4645-bd5e-354ded6e911f', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'port_id': '4f5e8abb-5557-4645-bd5e-354ded6e911f', 'mac_address': 'fa:16:3e:8e:af:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:22.132022 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.163806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4431d6-6c99-4e9a-ac10-2cd6fc748c7a,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.183429 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5e8abb-5557-4645-bd5e-354ded6e911f {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:22.194558 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.201443 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=718156342f90498dab6f27a91c67bd38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2852135 May 10 11:24:22.208882 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37402) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:22.228298 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 4f5e8abb-5557-4645-bd5e-354ded6e911f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:22.240533 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.242685 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7857345f-e82d-4df6-8733-f8d76adfd7fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:22.339263 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=4f5e8abb-5557-4645-bd5e-354ded6e911f,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.350857 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.400485 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26682a21-cfa4-4f30-895f-65b2017bf55c req-2434ef14-0512-43e7-9a02-6e3d53db1b00 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 210 time: 0.0999022 May 10 11:24:22.436055 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.456053 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['4f5e8abb-5557-4645-bd5e-354ded6e911f'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:22.494101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.507875 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-e17be749-767c-4d62-ba0e-20a749db469e service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768527 May 10 11:24:22.508467 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37414) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:22.528418 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.553057 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'tag': '2ee17b78-142d-47ee-a4fe-c149c7108176', 'status': 'completed', 'code': 200} May 10 11:24:22.607563 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef044f-4c2b-448a-a288-c05c7d702516 req-dc5d92af-8350-41c6-bfd3-1d3396862c83 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:22.615931 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e3ef044f-4c2b-448a-a288-c05c7d702516 req-dc5d92af-8350-41c6-bfd3-1d3396862c83 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 944 time: 0.9470925 May 10 11:24:22.623328 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:22.641195 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-e460e672-22cb-4369-afd9-12724eb17c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:22.643130 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-e460e672-22cb-4369-afd9-12724eb17c57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 1097 time: 0.7423465 May 10 11:24:22.646653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Usage tracker for resource:security_group_rule and tenant:95aaf044865e4f4595fb1a313987e217 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:22.722308 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-99771b41-7822-4dc4-8703-4ecbae7554ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ee17b78-142d-47ee-a4fe-c149c7108176 HTTP/1.1" status: 200 len: 217 time: 0.0687976 May 10 11:24:22.741871 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:22.771319 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:22.804936 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e3ef044f-4c2b-448a-a288-c05c7d702516 req-a285ac5b-831a-4b02-835e-d3160177ee1a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797509 May 10 11:24:22.825174 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.843715 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfb04b5-96f0-490f-b83e-ff1c7089dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:22.845334 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-adfb04b5-96f0-490f-b83e-ff1c7089dd66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.1138530 May 10 11:24:22.847338 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1d532b6e-3940-4cb5-91a4-5dfaa9f72d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:22.903148 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4431d6-6c99-4e9a-ac10-2cd6fc748c7a,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.927839 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.932300 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-be36ceea-cba1-4cab-a35c-77e82921217b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759032 May 10 11:24:22.933026 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.936712 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da4431d6-6c99-4e9a-ac10-2cd6fc748c7a HTTP/1.1" status: 204 len: 168 time: 0.7267098 May 10 11:24:23.066889 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-74c65c57-f157-4dfd-9a4c-66cc6ecc8c24 req-76002100-57ec-4544-ad90-ebecb3695b64 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247974 May 10 11:24:23.352966 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-916d0f5d-7e25-4833-8334-6bbb4a04c338 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120212 May 10 11:24:23.421392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.435948 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.471679 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfac5d7-a1c8-4766-8ec2-354caec06b63 req-44f7e3fa-b263-4882-b675-5c85e0c0eaa1 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:23.473882 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5bfac5d7-a1c8-4766-8ec2-354caec06b63 req-44f7e3fa-b263-4882-b675-5c85e0c0eaa1 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 944 time: 0.3969898 May 10 11:24:23.482754 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:23.513533 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95aaf044865e4f4595fb1a313987e217&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038710 May 10 11:24:23.520056 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37446) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:23.560318 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d9d892-605d-4b9a-9af8-9336216e3c81,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:23.566779 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:23.576826 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-fd07ce45-c5b7-4f53-b83f-e2c42940cb31 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:23.578806 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-fd07ce45-c5b7-4f53-b83f-e2c42940cb31 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 815 time: 0.4280386 May 10 11:24:23.613385 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5bfac5d7-a1c8-4766-8ec2-354caec06b63 req-60cc4a93-1280-45fe-8b85-f599ed00ca90 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248481 May 10 11:24:23.621998 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c112e966-7fbf-4ef6-9c7c-c9d1bac229a1 req-c423d87e-52f0-4178-a1aa-18e8e06ac97c service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628374 May 10 11:24:23.664050 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.702057 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.729460 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-11062d2c-86ca-4772-bf81-903f3fb7d36b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 380 time: 0.0896776 May 10 11:24:23.742119 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device ff24ea07-950f-40c3-80a6-0793dc05f2eb details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:23.745810 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'port': {'device_id': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'admin_state_up': True, 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'security_groups': ['8e0193a1-1e84-415b-8566-1b127edf1523']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:23.746207 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 4f5e8abb-5557-4645-bd5e-354ded6e911f up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:23.864313 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-7680bc13-79bd-47f3-926d-e7332ed08a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:23.874893 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-7680bc13-79bd-47f3-926d-e7332ed08a1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 1097 time: 0.1421273 May 10 11:24:23.880735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.885874 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:23.932808 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 4f5e8abb-5557-4645-bd5e-354ded6e911f completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:23.949064 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 4f5e8abb-5557-4645-bd5e-354ded6e911f triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:23.949445 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.980246 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.987789 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94d9d892-605d-4b9a-9af8-9336216e3c81 HTTP/1.1" status: 204 len: 168 time: 0.4667068 May 10 11:24:23.988935 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d9d892-605d-4b9a-9af8-9336216e3c81,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:23.992395 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:24.006987 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b976f1b-200a-4d93-92d6-a233d0782660 req-2b6e8361-a4be-4067-b98c-fd9dfb41ff5d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 210 time: 0.2254350 May 10 11:24:24.055625 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port ff24ea07-950f-40c3-80a6-0793dc05f2eb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:24.082941 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'port_id': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'mac_address': 'fa:16:3e:75:46:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:24.173484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:24.180610 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:port and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:24.202447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:24.225879 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-39916000-0ba1-4109-9bed-0c080d06fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:24.227974 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-39916000-0ba1-4109-9bed-0c080d06fb2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.3271563 May 10 11:24:24.234090 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:24.240628 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.269808 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Made reservation on behalf of c3f7f861ad0c450e9d36c30aea8f62da for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:24.270239 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.273880 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.308723 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e886d9-a5a6-4aaf-ae4a-4646b2303a72 req-5831a8ce-f29e-449b-9451-5107be6dd095 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:24.315944 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c7e886d9-a5a6-4aaf-ae4a-4646b2303a72 req-5831a8ce-f29e-449b-9451-5107be6dd095 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 944 time: 0.3398643 May 10 11:24:24.320958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff24ea07-950f-40c3-80a6-0793dc05f2eb {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:24.331999 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-c7bfeb56-703f-4cbf-b5e5-e06936ef3ea0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ee17b78-142d-47ee-a4fe-c149c7108176 HTTP/1.1" status: 200 len: 217 time: 0.0899525 May 10 11:24:24.343171 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5e8abb-5557-4645-bd5e-354ded6e911f'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:24.392377 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 4f5e8abb-5557-4645-bd5e-354ded6e911f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:24.401262 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port ff24ea07-950f-40c3-80a6-0793dc05f2eb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:24.408513 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.412055 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:24.554337 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5e8abb-5557-4645-bd5e-354ded6e911f', 'code': 200} May 10 11:24:24.562481 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.625515 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=4f5e8abb-5557-4645-bd5e-354ded6e911f,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:24.630871 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:24.631600 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:24.635735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Allocated IP 172.20.0.3 (5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3/d643db95-eb7f-44e6-99a0-c5fcc13a9974/f6d26729-51b7-4b01-8d42-29d47c6eb84d) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:24.747199 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c7e886d9-a5a6-4aaf-ae4a-4646b2303a72 req-a7045632-bfeb-4366-a9c9-cf67b5a5df1b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297261 May 10 11:24:24.795432 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-bc3a0aeb-d051-4431-9e8b-63bc96bb5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:24.797186 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-bc3a0aeb-d051-4431-9e8b-63bc96bb5650 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.2814436 May 10 11:24:24.872206 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['ff24ea07-950f-40c3-80a6-0793dc05f2eb'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:24.919311 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-3cc44cc7-fc7a-45a2-9906-871159af3414 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023245 May 10 11:24:25.063636 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=ff24ea07-950f-40c3-80a6-0793dc05f2eb,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:25.080101 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:25.495421 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce496f0b-3d2c-4c88-ad9d-4865609e1c70 req-0ea065f9-0432-4747-8125-3a869bd84cad tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:25.499639 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ce496f0b-3d2c-4c88-ad9d-4865609e1c70 req-0ea065f9-0432-4747-8125-3a869bd84cad tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 945 time: 0.3701961 May 10 11:24:25.507212 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-efdfa7b4-700b-43de-9877-87cf41b7be85 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768502 May 10 11:24:25.596483 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9aacc3a0-0a8a-49f3-b6cf-9276976b737c req-490a2e50-c40e-4d14-be0d-0f4211c9ee90 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 210 time: 0.1401267 May 10 11:24:25.650305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b50a5-a1e3-41d0-b34e-a6f8002fb166 req-95c8f1b7-92a4-4083-9236-1d5abc592cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:25.652578 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d0b50a5-a1e3-41d0-b34e-a6f8002fb166 req-95c8f1b7-92a4-4083-9236-1d5abc592cfe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.5119355 May 10 11:24:25.662644 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.709150 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ce496f0b-3d2c-4c88-ad9d-4865609e1c70 req-7775ed47-cb15-4f3e-8bac-a9564c2eb280 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973245 May 10 11:24:25.721390 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Transition to ACTIVE for port object f6d26729-51b7-4b01-8d42-29d47c6eb84d will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:25.723520 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d0b50a5-a1e3-41d0-b34e-a6f8002fb166 req-a0f80330-aee3-4a33-b2f3-caef3f55a502 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570331 May 10 11:24:25.772611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.800021 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:25.810356 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfd91e51-5c43-4035-90c6-f6b1ce973cd1 req-9d1b1c94-9886-46bc-81de-055f3db361c1 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581441 May 10 11:24:25.895898 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:25.899636 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:25.935767 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:25.941954 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:25.942570 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.978295 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:25.987593 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:26.024366 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2884517 May 10 11:24:26.049208 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Request body: {'port': {'device_id': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:26.112873 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de094-fd37-443d-8bd7-66626bd5ece5 req-c8ceb9f7-3a93-4220-89f1-83f19bdc2d55 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:26.115290 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-189de094-fd37-443d-8bd7-66626bd5ece5 req-c8ceb9f7-3a93-4220-89f1-83f19bdc2d55 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 944 time: 0.2113252 May 10 11:24:26.216406 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-fc34c0de-6595-44ff-a02b-302364ffe9be None None] Provisioning for port f6d26729-51b7-4b01-8d42-29d47c6eb84d completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:26.225801 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-189de094-fd37-443d-8bd7-66626bd5ece5 req-e1bd6292-412b-4cb1-a25c-4ed6ed26d2f3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989463 May 10 11:24:26.226384 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-fc34c0de-6595-44ff-a02b-302364ffe9be None None] Provisioning complete for port f6d26729-51b7-4b01-8d42-29d47c6eb84d triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:26.229115 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-fc34c0de-6595-44ff-a02b-302364ffe9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.237757 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.327508 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-fc34c0de-6595-44ff-a02b-302364ffe9be None None] Port f6d26729-51b7-4b01-8d42-29d47c6eb84d cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:26.796995 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d26729-51b7-4b01-8d42-29d47c6eb84d {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:26.806955 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.821430 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-cd4cdf0b-4522-4e05-b49d-d64fea7b3aa3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:26.823734 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Transition to ACTIVE for port object f6d26729-51b7-4b01-8d42-29d47c6eb84d will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:26.826407 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-cd4cdf0b-4522-4e05-b49d-d64fea7b3aa3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.2699835 May 10 11:24:26.840724 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.850339 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-b1331086-9d3a-4a2b-a320-292cb0f62b4c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/quotas/a3f58d7e66ca47099c754c570bff10d3 HTTP/1.1" status: 200 len: 375 time: 0.0139000 May 10 11:24:26.906925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b1567297-085c-4392-9e1d-889300802e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:27.025764 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-c1693e81-72e1-4c20-bbc9-cb19a1f5c9d1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1681931 May 10 11:24:27.106550 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:27.111350 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:27.200244 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Attempting to bind port f6d26729-51b7-4b01-8d42-29d47c6eb84d on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:27.200581 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Attempting to bind port f6d26729-51b7-4b01-8d42-29d47c6eb84d by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:27.200982 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Attempting to bind port f6d26729-51b7-4b01-8d42-29d47c6eb84d on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:27.220103 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Port f6d26729-51b7-4b01-8d42-29d47c6eb84d on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:27.220429 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Attempting to bind port f6d26729-51b7-4b01-8d42-29d47c6eb84d on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:27.236904 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27dc53-29cd-4445-8e19-7b7b391498fe req-a9d07e7c-193b-4358-bf87-ca0c3d4e25a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:27.237095 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-80563cc0-edbb-408a-b288-b106ad5d0850 service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017245 May 10 11:24:27.237726 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-af27dc53-29cd-4445-8e19-7b7b391498fe req-a9d07e7c-193b-4358-bf87-ca0c3d4e25a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:27.248494 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:27.249081 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Checking segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:27.249370 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Bound using segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:27.249815 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Bound port: f6d26729-51b7-4b01-8d42-29d47c6eb84d, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:27.250408 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.358537 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-af27dc53-29cd-4445-8e19-7b7b391498fe req-a9d07e7c-193b-4358-bf87-ca0c3d4e25a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:27.359708 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-af27dc53-29cd-4445-8e19-7b7b391498fe req-a9d07e7c-193b-4358-bf87-ca0c3d4e25a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.5229847 May 10 11:24:27.439447 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-af27dc53-29cd-4445-8e19-7b7b391498fe req-9239db88-2eca-4ed5-9f6c-568dae8909ad tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715358 May 10 11:24:27.459768 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:27.464271 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:27.471184 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.474480 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1915cd47-1978-46fc-addf-5427f32198c9 service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295928 May 10 11:24:27.477214 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:27.537848 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:27.538472 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.539984 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 200 len: 1093 time: 1.5057101 May 10 11:24:27.540486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:27.590584 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:27.596487 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:27.778027 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device ff24ea07-950f-40c3-80a6-0793dc05f2eb up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:27.803204 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-afd72d6b-0530-4cff-9d7e-b95c2c5cf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:27.804846 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-afd72d6b-0530-4cff-9d7e-b95c2c5cf873 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1096 time: 0.2047062 May 10 11:24:27.914846 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 2ee17b78-142d-47ee-a4fe-c149c7108176 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:27.966317 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-d4b83b18-46c6-4b96-8cb8-cf586ed94499 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 200 len: 217 time: 0.1535997 May 10 11:24:27.994940 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37652) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:28.162457 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.db.resource_extend [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:24:28.185069 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37660) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:28.186890 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-36eefae3-e334-4023-b802-9828b1900b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.211641 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-680d6e9c-e332-4b91-8df3-aff20387c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:28.213275 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-680d6e9c-e332-4b91-8df3-aff20387c622 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.2367995 May 10 11:24:28.241810 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd5dd-50b9-4bb4-922a-4d4e55f97bc5 req-2a2d9af4-8379-4b11-be4b-7a49a4546001 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:28.244226 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ef2fd5dd-50b9-4bb4-922a-4d4e55f97bc5 req-2a2d9af4-8379-4b11-be4b-7a49a4546001 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 944 time: 0.1521454 May 10 11:24:28.300337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eddc1-6a48-4325-a773-04add6d615ad req-044120df-d71f-4b05-81fc-be1965632f52 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:28.306996 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-779eddc1-6a48-4325-a773-04add6d615ad req-044120df-d71f-4b05-81fc-be1965632f52 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 945 time: 0.3878577 May 10 11:24:28.335043 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port ff24ea07-950f-40c3-80a6-0793dc05f2eb completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:28.346893 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port ff24ea07-950f-40c3-80a6-0793dc05f2eb triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:28.347336 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.366947 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-779eddc1-6a48-4325-a773-04add6d615ad req-b5b791e9-703e-408b-96d3-e367df777ebd tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590782 May 10 11:24:28.394883 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.432821 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.436758 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:28.445372 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Usage tracker for resource:security_group_rule and tenant:ae1721fcebb7426f80bd38fc75760c09 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:28.449925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59170f-51f7-4529-8640-72b66169c2ff req-9a71d4b0-4f9c-4038-bf8f-99c262c65f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:28.452153 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-9a71d4b0-4f9c-4038-bf8f-99c262c65f0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2308929 May 10 11:24:28.452956 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:28.453715 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'status': 'completed', 'code': 200} May 10 11:24:28.458743 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:28.466525 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:28.534878 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.553431 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 2ee17b78-142d-47ee-a4fe-c149c7108176, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2ee17b78-142d-47ee-a4fe-c149c7108176,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:28.577475 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '2ee17b78-142d-47ee-a4fe-c149c7108176', 'network_id': '67c64257-02df-47da-834c-d1e77bb383a4', 'port_id': '2ee17b78-142d-47ee-a4fe-c149c7108176', 'mac_address': 'fa:16:3e:bc:14:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fd7cf0-378e-4b61-91b4-4fb4d393daa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:28.586562 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:28.590164 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Usage tracker for resource:security_group_rule and tenant:04ae11d551b340fd9fa3227933e898b6 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:28.594761 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:28.608146 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:28.629892 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-87059f88-46fc-40e1-811f-756d6ba4c612 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676674 May 10 11:24:28.638143 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ef2fd5dd-50b9-4bb4-922a-4d4e55f97bc5 req-8eb2c974-6e36-4d20-9d48-80b24be49e0e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820651 May 10 11:24:28.639832 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.644048 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.646997 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port ff24ea07-950f-40c3-80a6-0793dc05f2eb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:28.654785 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e5dea173-13f5-4b28-b3ae-2745cde18863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:28.657889 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.663321 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:28.705916 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae1721fcebb7426f80bd38fc75760c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7098911 May 10 11:24:28.707528 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ac24a-ba95-40a3-86ce-dabcd968d376,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.711088 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:28.711728 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37674) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:28.730962 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.783443 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee17b78-142d-47ee-a4fe-c149c7108176 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:28.790006 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.793795 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=ff24ea07-950f-40c3-80a6-0793dc05f2eb,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.798657 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:28.810911 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 2ee17b78-142d-47ee-a4fe-c149c7108176, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2ee17b78-142d-47ee-a4fe-c149c7108176,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:28.815646 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.818860 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:28.831166 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.900586 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e59170f-51f7-4529-8640-72b66169c2ff req-07117f96-742d-408b-96b6-e14313cd0b9e service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462907 May 10 11:24:28.921421 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=2ee17b78-142d-47ee-a4fe-c149c7108176,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.934727 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:28.937412 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-35597e75-878d-484e-910a-75da28ab9005 req-edd4b801-de96-4767-99fa-14d1fd31f888 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 210 time: 0.0467551 May 10 11:24:28.938507 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.942741 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-28661886-e1f8-4902-a735-c1a406668a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:28.954022 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ac24a-ba95-40a3-86ce-dabcd968d376,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.965957 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:28.978803 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.982866 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/432ac24a-ba95-40a3-86ce-dabcd968d376 HTTP/1.1" status: 204 len: 168 time: 0.2672346 May 10 11:24:28.996631 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.007499 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.039197 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'code': 200} May 10 11:24:29.043570 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-55c64733-ce74-4c96-8866-8cd7d138c901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:29.055684 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04ae11d551b340fd9fa3227933e898b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8619473 May 10 11:24:29.058172 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37682) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:29.126880 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['2ee17b78-142d-47ee-a4fe-c149c7108176'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:29.145849 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.176628 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.268527 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4124bcad-3856-4cf4-b70d-f16efbe089f4,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:29.294196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:29.393893 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cc17e-63b9-43a9-95cd-1b13f2b5a4e0 req-4da66e9a-7c7d-4dfb-a977-85f626165e0f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:29.401741 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-925cc17e-63b9-43a9-95cd-1b13f2b5a4e0 req-4da66e9a-7c7d-4dfb-a977-85f626165e0f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.3602471 May 10 11:24:29.422374 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.432427 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:29.450384 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a529a-4692-478b-9d62-4c3aeb247122 req-776127f6-f769-49e6-aa89-d315505250ea tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:29.451918 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-817a529a-4692-478b-9d62-4c3aeb247122 req-776127f6-f769-49e6-aa89-d315505250ea tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 945 time: 0.2306495 May 10 11:24:29.460340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4124bcad-3856-4cf4-b70d-f16efbe089f4,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:29.464178 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:29.465877 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-5966d1e3-d600-4e4c-8634-7e172ace4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:29.467538 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-5966d1e3-d600-4e4c-8634-7e172ace4bfb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1096 time: 0.4248872 May 10 11:24:29.491807 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-925cc17e-63b9-43a9-95cd-1b13f2b5a4e0 req-816eb43e-dea1-4c4c-ae3c-2a3bda2c1d15 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890660 May 10 11:24:29.563346 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.564412 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4124bcad-3856-4cf4-b70d-f16efbe089f4 HTTP/1.1" status: 204 len: 168 time: 0.5038273 May 10 11:24:29.567230 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37696) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:29.609248 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.629890 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-817a529a-4692-478b-9d62-4c3aeb247122 req-7a2b82e5-4507-4800-a54d-b46616a47ed9 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622910 May 10 11:24:29.643084 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:29.649586 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423281de-e915-40f6-a4bb-4287658d289f req-82c9a2b7-d980-429e-ac1c-2c2bb46482b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:29.650898 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-423281de-e915-40f6-a4bb-4287658d289f req-82c9a2b7-d980-429e-ac1c-2c2bb46482b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1099 time: 0.2652738 May 10 11:24:29.651823 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8d670d38e545c6afb19e07cfdbf61f is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:29.657754 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:29.681089 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:29.724876 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-423281de-e915-40f6-a4bb-4287658d289f req-44d6bda3-8a08-48bf-99fc-2368a81e7d6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630925 May 10 11:24:29.793954 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.805991 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.816093 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d969d597-f969-4677-8227-ec7c40a3dff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:29.860819 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-9d467740-d6b1-4085-9592-7be08ab2a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:29.862317 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-9d467740-d6b1-4085-9592-7be08ab2a869 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.3685806 May 10 11:24:29.920911 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa8d670d38e545c6afb19e07cfdbf61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490789 May 10 11:24:29.933580 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37706) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:29.933796 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-eaca7ec6-3695-46bd-8154-34c1e3c7cf46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 200 len: 217 time: 0.0629025 May 10 11:24:29.970557 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bcd5ba-9243-4719-9cb0-557882352f8c,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:29.987005 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:30.095346 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cde9a-6c2c-4f21-9399-8354c628a341 req-e36a46f9-bf40-446f-a862-3a672588cb72 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:30.097336 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1e2cde9a-6c2c-4f21-9399-8354c628a341 req-e36a46f9-bf40-446f-a862-3a672588cb72 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.3548467 May 10 11:24:30.147852 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-55f9d48f-9a2a-4de7-b550-b5bf9bae89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:30.149528 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-55f9d48f-9a2a-4de7-b550-b5bf9bae89f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.1975069 May 10 11:24:30.172183 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1e2cde9a-6c2c-4f21-9399-8354c628a341 req-1011bb8f-d64e-4834-8ea2-6b8c59c2fb41 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630291 May 10 11:24:30.190660 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37716) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:30.236513 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-67fcd066-4284-40c6-86ec-acb833d473fa tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:30.238017 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-67fcd066-4284-40c6-86ec-acb833d473fa tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.1962860 May 10 11:24:30.247810 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035aa2-7606-42ca-8341-5078bbeac768 req-edb540be-901e-4347-805c-e4bd91c70a4c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:30.249997 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8c035aa2-7606-42ca-8341-5078bbeac768 req-edb540be-901e-4347-805c-e4bd91c70a4c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 945 time: 0.3813367 May 10 11:24:30.275837 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Request body: {'port': {'device_id': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'admin_state_up': True, 'tenant_id': 'a3f58d7e66ca47099c754c570bff10d3'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:30.282806 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-91bac002-c3c2-41af-a664-7963b3cd7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:30.286413 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-91bac002-c3c2-41af-a664-7963b3cd7b0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1246452 May 10 11:24:30.329771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.394797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.419032 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6d31fd57-14fb-4a66-8a53-8ad08ce77808 req-ac75cb86-073e-48d6-b7a6-5779f6baeaf4 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 210 time: 0.1006999 May 10 11:24:30.434106 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:30.448082 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Usage tracker for resource:security_group_rule and tenant:55446b679b8c4c51bbcf175491f9b191 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:30.463977 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8c035aa2-7606-42ca-8341-5078bbeac768 req-24d2c64d-2ffb-44e9-89da-2c2d1baf3a81 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919246 May 10 11:24:30.467136 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:30.484364 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-a71e7aac-394e-4caf-968f-816fbcc1541a service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884849 May 10 11:24:30.486566 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:30.489577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.504480 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.572414 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:30.586871 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:30.611030 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Made reservation on behalf of a3f58d7e66ca47099c754c570bff10d3 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:30.615352 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.642159 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.649901 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:30.669476 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-82231f0b-0c22-4142-9bb5-c535356bd2fb req-5ed4d249-8be3-4009-892d-65ebb984ee2c service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774671 May 10 11:24:30.704988 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-ecf42f5a-fa92-45e8-864f-e2b1455a752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.721254 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bcd5ba-9243-4719-9cb0-557882352f8c,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:30.724433 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:30.739192 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b8f6e-9fbb-48b1-a8e5-ce22b066ae5c req-778151d5-0ee5-470b-8163-c557fa23e826 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:30.740825 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4b8f6e-9fbb-48b1-a8e5-ce22b066ae5c req-778151d5-0ee5-470b-8163-c557fa23e826 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1159554 May 10 11:24:30.757501 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.765714 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.776284 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9bcd5ba-9243-4719-9cb0-557882352f8c HTTP/1.1" status: 204 len: 168 time: 0.8315055 May 10 11:24:30.781027 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.795396 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ed19301b-0471-4724-b58b-cdc8948e14f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:30.797922 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4b8f6e-9fbb-48b1-a8e5-ce22b066ae5c req-b7ad2f87-f55e-476d-b608-eb3d472f1017 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506098 May 10 11:24:30.941552 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37730) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:30.942148 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55446b679b8c4c51bbcf175491f9b191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150617 May 10 11:24:30.946544 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5528a64a-adac-4aaa-a1ba-db53de50c4be,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:30.961765 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:31.002564 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Allocated IP 172.20.0.9 (ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef/cfa50b56-c2a7-449d-8abc-f1e81903586e/903cae90-60db-4b5d-90d3-802e95d8575f) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:31.038495 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96605dc1-2275-4db1-b616-bd4c24425c1b req-1f5c39e0-2789-4db2-891d-088ea7c49040 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:31.041161 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-96605dc1-2275-4db1-b616-bd4c24425c1b req-1f5c39e0-2789-4db2-891d-088ea7c49040 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 945 time: 0.2467678 May 10 11:24:31.084686 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.132798 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.146108 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.194016 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-96605dc1-2275-4db1-b616-bd4c24425c1b req-ec1681d9-5248-44d1-8c5a-a616d2068b9e tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/security-groups?id=2afda1d7-57c2-47d0-94ce-8af9062efe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398284 May 10 11:24:31.215242 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.304533 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.309558 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.316734 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0e7107d8-9779-45a0-86bc-a0769f4ccaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:31.347112 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5528a64a-adac-4aaa-a1ba-db53de50c4be,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:31.388907 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.396212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:31.399851 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:31.403628 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:31.423077 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.424178 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5528a64a-adac-4aaa-a1ba-db53de50c4be HTTP/1.1" status: 204 len: 168 time: 0.4808342 May 10 11:24:31.442949 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f246f1-b503-499d-b17b-382f7e310c8d req-337ce45d-aa3e-4fe7-9edb-49c97dc01c86 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:31.444454 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-13f246f1-b503-499d-b17b-382f7e310c8d req-337ce45d-aa3e-4fe7-9edb-49c97dc01c86 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.23 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 945 time: 0.2725265 May 10 11:24:31.522376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbf130-67e9-4b48-85ad-ee4eee13ff3c req-e83a90ea-8705-49fd-a3a0-013cf45863c4 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:31.533650 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-09dbf130-67e9-4b48-85ad-ee4eee13ff3c req-e83a90ea-8705-49fd-a3a0-013cf45863c4 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1921046 May 10 11:24:31.541739 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:31.567259 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:31.572109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:31.642923 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-09dbf130-67e9-4b48-85ad-ee4eee13ff3c req-9f60aa02-1035-4b9b-a45a-f08475fbf0d0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083436 May 10 11:24:31.662141 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event updated for resources: {'Port': ['ID=903cae90-60db-4b5d-90d3-802e95d8575f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:31.665245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:31.723880 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Deleting port e88b887e-0db4-47fd-937c-39e27602c6fd {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:24:31.724249 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.804934 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:31.812561 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:31.813326 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.857414 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6045940 May 10 11:24:31.867561 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a25f48-9f24-441c-8698-b074408edcce req-925099f9-e87b-44c4-b625-219fbb1cd48d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:31.868303 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-d4a25f48-9f24-441c-8698-b074408edcce req-925099f9-e87b-44c4-b625-219fbb1cd48d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:31.877617 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Request body: {'port': {'device_id': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:31.942705 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-d4a25f48-9f24-441c-8698-b074408edcce req-925099f9-e87b-44c4-b625-219fbb1cd48d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:31.950512 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d4a25f48-9f24-441c-8698-b074408edcce req-925099f9-e87b-44c4-b625-219fbb1cd48d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 931 time: 0.3151178 May 10 11:24:32.086266 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d4a25f48-9f24-441c-8698-b074408edcce req-c3d3ffe0-725b-4a08-a73d-657acf529db6 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346750 May 10 11:24:32.097056 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 2ee17b78-142d-47ee-a4fe-c149c7108176 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:32.098859 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.166947 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] For port e88b887e-0db4-47fd-937c-39e27602c6fd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e88b887e-0db4-47fd-937c-39e27602c6fd,segment=NetworkSegment(29de980d-d1c8-4013-aa9d-28e60d4124db),segment_id=29de980d-d1c8-4013-aa9d-28e60d4124db)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:32.167569 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.201264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37778) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:32.234608 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:24:32.257439 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:32.306115 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'mac_address': 'fa:16:3e:46:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:32.409906 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.426540 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 2ee17b78-142d-47ee-a4fe-c149c7108176 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:32.436917 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 2ee17b78-142d-47ee-a4fe-c149c7108176 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:32.437675 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.467941 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d26729-51b7-4b01-8d42-29d47c6eb84d {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:32.491424 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Calling delete_port for e88b887e-0db4-47fd-937c-39e27602c6fd owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:24:32.507967 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:32.520413 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.524092 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:32.558340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b7b-bfc9-4741-943f-44ca22aa6cbc req-4027488c-61d8-45c0-92dc-7e606deb7993 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:32.559851 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d51e7b7b-bfc9-4741-943f-44ca22aa6cbc req-4027488c-61d8-45c0-92dc-7e606deb7993 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.2875662 May 10 11:24:32.638984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37792) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:32.671077 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'floatingip': {'port_id': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:32.675035 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.709616 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:32.724916 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:32.725117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d339-872e-447a-b111-d019cc56ef21 req-9f2cb363-0908-4eec-84fe-a4f8d2149b5a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:32.733866 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2908d339-872e-447a-b111-d019cc56ef21 req-9f2cb363-0908-4eec-84fe-a4f8d2149b5a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 945 time: 0.9616244 May 10 11:24:32.749623 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee17b78-142d-47ee-a4fe-c149c7108176'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:32.764568 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 2ee17b78-142d-47ee-a4fe-c149c7108176, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2ee17b78-142d-47ee-a4fe-c149c7108176,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:32.770689 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.774331 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1677787060-network', 'tenant_id': '83e8428b442448f493913eea36319b4c'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:32.774681 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:32.787856 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:32.808205 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Usage tracker for resource:network and tenant:83e8428b442448f493913eea36319b4c is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:32.818579 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:32.836054 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.844756 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2908d339-872e-447a-b111-d019cc56ef21 req-9b623016-25ad-4f35-93b8-f40df2ab48f3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098027 May 10 11:24:32.857495 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:32.872016 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=2ee17b78-142d-47ee-a4fe-c149c7108176,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:32.875837 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:32.877671 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.885717 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-71468b31-baf7-468e-9c33-a32b62988995 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:32.924834 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Made reservation on behalf of 83e8428b442448f493913eea36319b4c for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:32.928302 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.929561 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['f6d26729-51b7-4b01-8d42-29d47c6eb84d'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:33.055811 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Pushing event deleted for resources: {'Port': ['ID=e88b887e-0db4-47fd-937c-39e27602c6fd,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:33.057987 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:33.072082 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.135676 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3c5e9f39-5c35-410f-be30-cf0d2badbaf3 req-84d87030-aae5-4b15-abd9-afd36c6ddba2 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 210 time: 0.1112933 May 10 11:24:33.146728 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.154357 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] No DVR routers for this DVR port e88b887e-0db4-47fd-937c-39e27602c6fd on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:24:33.166607 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:33.169541 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.172110 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'name': 'network-vif-deleted', 'tag': 'e88b887e-0db4-47fd-937c-39e27602c6fd'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:33.202133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Usage tracker for resource:security_group_rule and tenant:83e8428b442448f493913eea36319b4c is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:33.205291 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee17b78-142d-47ee-a4fe-c149c7108176', 'code': 200} May 10 11:24:33.206316 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:33.227486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:33.230438 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-13f246f1-b503-499d-b17b-382f7e310c8d req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.23 "DELETE /v2.0/ports/e88b887e-0db4-47fd-937c-39e27602c6fd HTTP/1.1" status: 204 len: 173 time: 1.7783329 May 10 11:24:33.425494 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-de1ce881-cf65-44b0-b2d4-d930f734ab95 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:33.426933 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-de1ce881-cf65-44b0-b2d4-d930f734ab95 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:33.431279 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.452126 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.458989 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dac3c365-6011-48b5-ac80-e8815d9b0612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:33.478095 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bfd52-1149-4996-ab79-4b6d3fa1aeff req-a65bc369-52f8-43e2-87fb-fdca007a2e16 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:33.479878 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0a4bfd52-1149-4996-ab79-4b6d3fa1aeff req-a65bc369-52f8-43e2-87fb-fdca007a2e16 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 931 time: 0.1680915 May 10 11:24:33.572014 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:33.614264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:33.623000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:33.627082 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.627485 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Added segment 78502201-d7e0-4e1c-a4a7-e7a40517cf73 of type vlan for network 69872c53-4b87-41f8-95a9-28bc4044409e May 10 11:24:33.642256 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0a4bfd52-1149-4996-ab79-4b6d3fa1aeff req-c3a738b1-bb83-49f2-b226-b2c34eac8c1b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207738 May 10 11:24:33.702804 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.710890 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0465f6-6926-43ea-bf21-97a4763ebf58 req-ed6b4c2c-941c-48e3-a04d-2ad83b5da1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:33.713231 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1a0465f6-6926-43ea-bf21-97a4763ebf58 req-ed6b4c2c-941c-48e3-a04d-2ad83b5da1b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 1099 time: 0.2256000 May 10 11:24:33.747586 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6132855b-b561-4ea2-87ee-5d3d05b2f05e', 'name': 'network-vif-deleted', 'tag': 'e88b887e-0db4-47fd-937c-39e27602c6fd', 'status': 'completed', 'code': 200} May 10 11:24:33.786878 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.789726 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device e88b887e-0db4-47fd-937c-39e27602c6fd no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:24:33.790037 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:33.790705 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.817505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1071cd93-6507-46fa-8abb-3565c9e07193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:33.827125 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-de1ce881-cf65-44b0-b2d4-d930f734ab95 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:33.834773 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-de1ce881-cf65-44b0-b2d4-d930f734ab95 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 944 time: 1.0711546 May 10 11:24:33.834925 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1a0465f6-6926-43ea-bf21-97a4763ebf58 req-86791bda-66b2-43c1-b6a5-98aba841d20a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104209 May 10 11:24:33.840178 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6335084 May 10 11:24:33.840863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903cae90-60db-4b5d-90d3-802e95d8575f {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:33.841076 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37832) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:33.853268 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Request body: {'subnet': {'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1677787060-subnet', 'tenant_id': '83e8428b442448f493913eea36319b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:33.878395 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: e88b887e-0db4-47fd-937c-39e27602c6fd {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:24:33.879519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device e88b887e-0db4-47fd-937c-39e27602c6fd not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:24:33.892490 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.983037 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Transition to ACTIVE for port object 903cae90-60db-4b5d-90d3-802e95d8575f will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:34.004226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:34.008915 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.012501 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Usage tracker for resource:subnet and tenant:83e8428b442448f493913eea36319b4c is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:34.018072 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:34.028267 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:34.036968 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Pushing event updated for resources: {'Network': ['ID=69872c53-4b87-41f8-95a9-28bc4044409e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.041289 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:34.049522 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 69872c53-4b87-41f8-95a9-28bc4044409e details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:34.069259 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-07871a0e-695a-4dc3-b314-6d9254859fb6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:34.084676 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Made reservation on behalf of 83e8428b442448f493913eea36319b4c for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:34.088770 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.092634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:34.150247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-07871a0e-695a-4dc3-b314-6d9254859fb6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:34.173585 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2e38f08d-9399-48c6-ad0a-76ba14d41352 req-07871a0e-695a-4dc3-b314-6d9254859fb6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375850 May 10 11:24:34.432932 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.db.resource_extend [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:24:34.455690 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e74bf9-3794-4aac-b8c2-b7b6611fce95 req-aed11585-7681-4c5b-8868-f263d18fafe2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:34.463903 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-13e74bf9-3794-4aac-b8c2-b7b6611fce95 req-aed11585-7681-4c5b-8868-f263d18fafe2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.4203031 May 10 11:24:34.537148 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.546848 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-13e74bf9-3794-4aac-b8c2-b7b6611fce95 req-390b3839-d1d9-4be2-948a-c834247718d4 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817306 May 10 11:24:34.559584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Pushing event updated for resources: {'Port': ['ID=903cae90-60db-4b5d-90d3-802e95d8575f,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.570273 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.621512 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:34.672089 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f4aee58-e0a2-4550-ac1e-dcf3b2c6806d req-238d5274-6053-4874-b18e-c75faf6a506e tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] 10.222.0.26 "GET /v2.0/ports?device_id=6132855b-b561-4ea2-87ee-5d3d05b2f05e HTTP/1.1" status: 200 len: 210 time: 0.1137791 May 10 11:24:34.907152 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Attempting to bind port 903cae90-60db-4b5d-90d3-802e95d8575f on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:34.907992 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Attempting to bind port 903cae90-60db-4b5d-90d3-802e95d8575f by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:34.907992 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Attempting to bind port 903cae90-60db-4b5d-90d3-802e95d8575f on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:34.927126 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Port 903cae90-60db-4b5d-90d3-802e95d8575f on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:34.927442 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Attempting to bind port 903cae90-60db-4b5d-90d3-802e95d8575f on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:34.931471 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Floating IP 2e602c25-e695-40a9-b2ff-842e7f763abb associated. External IP: 172.28.1.28, port: ff24ea07-950f-40c3-80a6-0793dc05f2eb. May 10 11:24:34.987652 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:34.988013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Checking segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:34.988390 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Bound using segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:34.988845 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Bound port: 903cae90-60db-4b5d-90d3-802e95d8575f, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:34.989190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.021695 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.033408 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2f9a8501-8d91-46f2-8ab1-ff498a14a03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.120954 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0a64ca-d7b3-478c-aa39-c20c98a66ee9,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.130833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.157376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dde4f8-8431-4e3f-a7f0-04c535162679 req-cb320c8b-65ce-49f3-a776-3c857a083f02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:35.158858 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-33dde4f8-8431-4e3f-a7f0-04c535162679 req-cb320c8b-65ce-49f3-a776-3c857a083f02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 943 time: 0.3528192 May 10 11:24:35.188844 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] For port 903cae90-60db-4b5d-90d3-802e95d8575f, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:35.207859 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Checking segment: {'id': '78502201-d7e0-4e1c-a4a7-e7a40517cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:35.208207 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Network hostable DHCP agents. Network: 69872c53-4b87-41f8-95a9-28bc4044409e, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:35.224962 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-33dde4f8-8431-4e3f-a7f0-04c535162679 req-f5f1f0aa-ef86-47f4-9bf8-15188dca432d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570979 May 10 11:24:35.236554 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Network 69872c53-4b87-41f8-95a9-28bc4044409e is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:35.246869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 69872c53-4b87-41f8-95a9-28bc4044409e) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:35.247905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] For port 903cae90-60db-4b5d-90d3-802e95d8575f, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=903cae90-60db-4b5d-90d3-802e95d8575f,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:35.256613 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e5c92-5914-4e4b-9765-2f93a7ccfe2d None None] Network 69872c53-4b87-41f8-95a9-28bc4044409e requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:35.261635 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:35.262277 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.287837 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-afa14f97-5425-4eb7-b08d-7d1fc751b047 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4428997 May 10 11:24:35.334949 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.393318 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9072e4a6-fe22-4b9f-8ade-43c922ed731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.460498 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:35.461129 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.462477 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] 10.222.0.23 "PUT /v2.0/ports/903cae90-60db-4b5d-90d3-802e95d8575f HTTP/1.1" status: 200 len: 1093 time: 3.5910861 May 10 11:24:35.470325 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'tag': '903cae90-60db-4b5d-90d3-802e95d8575f'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:35.494931 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f40e02-8d99-4eaf-a4a5-42178e700ec7 None None] Network 69872c53-4b87-41f8-95a9-28bc4044409e requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:35.561247 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'tag': '903cae90-60db-4b5d-90d3-802e95d8575f', 'status': 'completed', 'code': 200} May 10 11:24:35.580993 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Pushing event updated for resources: {'Port': ['ID=903cae90-60db-4b5d-90d3-802e95d8575f,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.584420 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.624684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2915-7567-4ffa-93b6-f563869d2567 req-915db404-5ca9-43db-a9a8-92acd22e3072 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:35.626179 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-58cc2915-7567-4ffa-93b6-f563869d2567 req-915db404-5ca9-43db-a9a8-92acd22e3072 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 944 time: 0.3010445 May 10 11:24:35.639398 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Router d5935552-32bb-498a-ae3d-24e0f1131d51 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:35.753403 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-58cc2915-7567-4ffa-93b6-f563869d2567 req-adb28f26-cc5e-4230-94d5-122a1760d37e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172106 May 10 11:24:35.767783 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b871d-c00f-492b-86a3-c5dcb6722c4d req-cedec9c8-7613-4402-b58c-0bc1999a2d5d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:35.779664 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-582b871d-c00f-492b-86a3-c5dcb6722c4d req-cedec9c8-7613-4402-b58c-0bc1999a2d5d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1109869 May 10 11:24:35.807993 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:35.867733 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-582b871d-c00f-492b-86a3-c5dcb6722c4d req-a92f9c8a-eaea-4196-ae31-0b1100c121e5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812831 May 10 11:24:35.995348 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port f6d26729-51b7-4b01-8d42-29d47c6eb84d completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:36.012868 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port f6d26729-51b7-4b01-8d42-29d47c6eb84d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:36.013391 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.023553 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-424270cc-2711-4c8d-bdcc-89c0e6266476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:36.026016 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-424270cc-2711-4c8d-bdcc-89c0e6266476 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 1096 time: 0.5048211 May 10 11:24:36.088020 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37892) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:36.094318 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-46692599-network', 'tenant_id': '2f081a44c2c7451ea0d15717c0a00c99'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:36.099767 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:36.105418 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Usage tracker for resource:network and tenant:2f081a44c2c7451ea0d15717c0a00c99 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:36.110925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:36.117077 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:36.133537 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Made reservation on behalf of 2f081a44c2c7451ea0d15717c0a00c99 for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:36.136803 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.150864 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.170830 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:36.177584 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Usage tracker for resource:security_group_rule and tenant:2f081a44c2c7451ea0d15717c0a00c99 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:36.186816 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:36.199072 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:36.202356 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-2126706d-ec39-42ba-a67f-ade5efa7c763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903cae90-60db-4b5d-90d3-802e95d8575f HTTP/1.1" status: 200 len: 217 time: 0.1660969 May 10 11:24:36.203682 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:36.209070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.219423 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:36.240848 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:36.241502 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:36.270451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.270898 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d7affff1-0abf-4a61-bada-3414e084f2a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "PUT /v2.0/floatingips/2e602c25-e695-40a9-b2ff-842e7f763abb HTTP/1.1" status: 200 len: 991 time: 3.6304834 May 10 11:24:36.335797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-dd8ece8e-a063-4451-ba4c-7582e9659337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:36.337547 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-dd8ece8e-a063-4451-ba4c-7582e9659337 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.0655069 May 10 11:24:36.363705 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:36.402937 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:36.408400 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-4764a33f-2bc9-4d5d-ac77-217dd01781ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574152 May 10 11:24:36.412213 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.415740 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-d40aae01-0408-4cd4-af64-4b413820f410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:36.538561 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:36.622291 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.625830 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.701271 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.723159 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.728597 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-533ee70d-5c05-4036-8ee6-d58b7ea78ed5 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128352 May 10 11:24:36.731364 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ecb0fb51-4f2e-4fb5-9fad-5a1c12ade54e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:36.789779 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:36.794202 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67435e-ff51-4e83-a9f7-14b3329843e9,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.831008 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.840426 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50eeed-12b8-478f-a151-55b06a62456d req-916fc02a-822c-4525-b377-e3b98c14b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:36.842635 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-916fc02a-822c-4525-b377-e3b98c14b220 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 1099 time: 0.4348576 May 10 11:24:36.844256 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.844734 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Added segment d54d1b0a-2c76-4759-9faa-2f3a483beb17 of type vlan for network 97a8bfda-23a5-43b2-9a13-297d83926f88 May 10 11:24:36.983409 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '2e602c25-e695-40a9-b2ff-842e7f763abb', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'port_id': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'mac_address': 'fa:16:3e:75:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:04Z', 'updated_at': '2021-05-10T11:24:33Z', 'revision_number': 1, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:36.987905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1fa9-e6e6-4e43-a8af-3da26181dc40 req-3070dd5a-a09a-4128-9112-427a95aec8b3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:36.988456 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:36.995886 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1bbc1fa9-e6e6-4e43-a8af-3da26181dc40 req-3070dd5a-a09a-4128-9112-427a95aec8b3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2182970 May 10 11:24:36.999033 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:36.999821 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:37.039599 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb750d7-144c-4af4-a360-a0ee3e360b85 req-ebb20aa8-7232-479c-aa8d-10cb74797499 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.047329 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ebb750d7-144c-4af4-a360-a0ee3e360b85 req-ebb20aa8-7232-479c-aa8d-10cb74797499 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 943 time: 0.5192370 May 10 11:24:37.065376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.077439 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6c56ca05-eb27-42a5-8907-08cbdc13ab2e req-11d8dd4e-3a91-4895-81b9-3c2ebf6e011d service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392158 May 10 11:24:37.131560 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1bbc1fa9-e6e6-4e43-a8af-3da26181dc40 req-c23f049b-14e0-4577-95d0-a5f88b03f9d5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209209 May 10 11:24:37.233636 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ebb750d7-144c-4af4-a360-a0ee3e360b85 req-0c77fb33-d6fa-4e73-99a2-ef3fb39f4f55 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849034 May 10 11:24:37.241897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50eeed-12b8-478f-a151-55b06a62456d req-59c93403-3d6f-4955-8f6c-6257526f3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.243615 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-59c93403-3d6f-4955-8f6c-6257526f3a11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.3914254 May 10 11:24:37.252152 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-b5f5c456-ff92-4757-91d2-be170ce478d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.254446 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-b5f5c456-ff92-4757-91d2-be170ce478d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 1096 time: 0.1028345 May 10 11:24:37.282403 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'code': 200} May 10 11:24:37.332290 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.338873 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.339451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.354909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-54b45541-a40e-4ec3-9a62-e26b6f521ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:37.426551 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:37.509923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-cc3d68de-0bb4-481e-920f-6cc51339dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.511521 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-cc3d68de-0bb4-481e-920f-6cc51339dff6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 916 time: 0.2507813 May 10 11:24:37.521256 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37934) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:37.542908 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Pushing event updated for resources: {'Network': ['ID=97a8bfda-23a5-43b2-9a13-297d83926f88,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:37.561180 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 97a8bfda-23a5-43b2-9a13-297d83926f88 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:37.572286 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:37.576488 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-7a62ed06-7c2d-4667-9fee-b69ecf9efd0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ee17b78-142d-47ee-a4fe-c149c7108176 HTTP/1.1" status: 200 len: 217 time: 0.3241026 May 10 11:24:37.577768 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:37.603512 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-5a30a811-f622-4f26-9110-e6de94c045e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903cae90-60db-4b5d-90d3-802e95d8575f HTTP/1.1" status: 200 len: 217 time: 0.0812693 May 10 11:24:37.690789 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'status': 'completed', 'code': 200} May 10 11:24:37.763648 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6743457 May 10 11:24:37.774912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 37944) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:37.807546 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Request body: {'subnet': {'network_id': '97a8bfda-23a5-43b2-9a13-297d83926f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-46692599-subnet', 'tenant_id': '2f081a44c2c7451ea0d15717c0a00c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:37.819144 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:37.837801 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Deleting subnet b0bd09c8-b0a9-4f2a-9431-19055993366a {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:24:37.840314 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Usage tracker for resource:subnet and tenant:2f081a44c2c7451ea0d15717c0a00c99 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:37.851609 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.893725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:37.912549 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-b8092411-296a-4548-9a23-da48537a2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.914199 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-b8092411-296a-4548-9a23-da48537a2618 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.2734179 May 10 11:24:37.918513 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:37.920215 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50eeed-12b8-478f-a151-55b06a62456d req-ae616f0d-5195-4c7b-8e02-7c7ed9867079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.922055 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-ae616f0d-5195-4c7b-8e02-7c7ed9867079 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.2097363 May 10 11:24:37.955060 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '2e602c25-e695-40a9-b2ff-842e7f763abb', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'port_id': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'mac_address': 'fa:16:3e:75:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:04Z', 'updated_at': '2021-05-10T11:24:33Z', 'revision_number': 1, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:37.959883 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed05f3-aaf4-435b-bdcf-39ad42d4ad55 None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '2e602c25-e695-40a9-b2ff-842e7f763abb', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'port_id': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'mac_address': 'fa:16:3e:75:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:04Z', 'updated_at': '2021-05-10T11:24:33Z', 'revision_number': 1, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:37.998881 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-0e3bfde2-fd79-4e21-ae08-515cc2235743 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595107 May 10 11:24:38.000385 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.006565 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44d01b-2bfb-42cc-9c2e-fd0b851bfb98 req-ea25e824-f3bf-4364-bab8-719462a80694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:38.008007 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1a44d01b-2bfb-42cc-9c2e-fd0b851bfb98 req-ea25e824-f3bf-4364-bab8-719462a80694 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1098 time: 0.3412738 May 10 11:24:38.019691 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5f079-a4f8-401f-866c-68012f23f95f req-65ed5559-97a3-4867-8b07-c93561601518 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:38.021724 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-20d5f079-a4f8-401f-866c-68012f23f95f req-65ed5559-97a3-4867-8b07-c93561601518 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.4852989 May 10 11:24:38.071627 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.105311 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-fd43ff3d-e9a8-4e14-aa49-9ea058ad4880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1816907 May 10 11:24:38.108427 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Made reservation on behalf of 2f081a44c2c7451ea0d15717c0a00c99 for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:38.110690 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372347'] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.180271 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1a44d01b-2bfb-42cc-9c2e-fd0b851bfb98 req-eddb0a4b-baf6-42b2-8887-09471a597c4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571093 May 10 11:24:38.198428 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-20d5f079-a4f8-401f-866c-68012f23f95f req-6dec67b8-1d41-4e13-96f4-b9d8fd1203db tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404235 May 10 11:24:38.258575 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-4b00dab5-fac2-4d10-bf06-7a3b5e72b63d service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341218 May 10 11:24:38.266954 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ce9a3-354f-4fab-8989-9285c6fb371d None None] New status for floating IP 2e602c25-e695-40a9-b2ff-842e7f763abb: ACTIVE {{(pid=78679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:24:38.513950 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fc50eeed-12b8-478f-a151-55b06a62456d req-02d2f30a-c9ac-4698-aaf1-3279e767b54e service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359426 May 10 11:24:38.567193 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e814d2-6b15-459a-8e0a-559407618eec req-db85cdaa-c50c-4bab-bcec-c8b047533a42 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:38.576433 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e9e814d2-6b15-459a-8e0a-559407618eec req-db85cdaa-c50c-4bab-bcec-c8b047533a42 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 943 time: 0.1298501 May 10 11:24:38.623621 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e9e814d2-6b15-459a-8e0a-559407618eec req-9ca1cd43-28c0-44b9-9d66-17028fede82e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462384 May 10 11:24:38.700326 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-0d6fd903-96e6-4de2-9dac-eedef935a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:38.701866 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-0d6fd903-96e6-4de2-9dac-eedef935a8df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1099 time: 1.0133541 May 10 11:24:38.970651 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.011955 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-2d4b7672-5ec0-4ebc-b9ca-9db482a21115 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8729002 May 10 11:24:39.017631 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:39.099139 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0bd09c8-b0a9-4f2a-9431-19055993366a,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:39.156853 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.172277 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-2e1da8a6-7a0c-4429-8a3b-24d8227d6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.174255 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-2e1da8a6-7a0c-4429-8a3b-24d8227d6cdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.4155636 May 10 11:24:39.183089 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.183448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.183796 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.184136 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.184472 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.184845 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.185182 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.185514 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.185846 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.186174 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.186505 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.186832 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:39.200113 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f1bc8-fb00-468e-a43f-1ee1f83fa979 req-04422346-b13e-4117-b603-de8944270949 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.201556 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b26f1bc8-fb00-468e-a43f-1ee1f83fa979 req-04422346-b13e-4117-b603-de8944270949 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.6818845 May 10 11:24:39.255677 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:39.261147 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b0bd09c8-b0a9-4f2a-9431-19055993366a HTTP/1.1" status: 204 len: 168 time: 1.6826837 May 10 11:24:39.261599 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37972) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:39.425819 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b26f1bc8-fb00-468e-a43f-1ee1f83fa979 req-17c9e2c6-c800-425d-8e1c-cc8487d0f320 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172723 May 10 11:24:39.435516 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-4d18af2c-ac31-4385-b689-0e4fcfbfecce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 1001 time: 0.2314215 May 10 11:24:39.446919 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-528afa59-1d63-4983-aeb3-813e80e6fd69 req-a91e5c54-5090-483e-837f-c3951eb351f5 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918540 May 10 11:24:39.454422 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.538187 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d5e0-7cc9-4b5c-bf15-526072cdd425 req-6db1f619-d16f-40bb-b82d-d730a87ab414 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.539979 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e925d5e0-7cc9-4b5c-bf15-526072cdd425 req-6db1f619-d16f-40bb-b82d-d730a87ab414 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1562774 May 10 11:24:39.560282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-680e6d85-d945-45a9-81be-589e522c3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.561753 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-680e6d85-d945-45a9-81be-589e522c3002 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.1137409 May 10 11:24:39.634330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.657841 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.658192 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.658941 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.659294 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > port after_create 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.659723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.660066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > port after_update 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.660390 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.660724 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.661069 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.661367 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.743516 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.743824 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.744151 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-8abc01e5-478b-489d-90b0-85ebcbdfa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.744596 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.745094 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:39.745595 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfb1c76-b6a2-4628-b86b-f0cc11fb685f']}} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:39.746421 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-8abc01e5-478b-489d-90b0-85ebcbdfa09f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1710906 May 10 11:24:39.765432 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29de980d-d1c8-4013-aa9d-28e60d4124db') {'for_net_delete': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:39.766114 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29de980d-d1c8-4013-aa9d-28e60d4124db') {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:39.777637 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e925d5e0-7cc9-4b5c-bf15-526072cdd425 req-c42af25f-17d7-4872-b707-0b6d93dde962 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320864 May 10 11:24:39.787001 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615839'] for segment, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.819937 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.822179 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 903cae90-60db-4b5d-90d3-802e95d8575f details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:39.828053 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=78677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:39.828444 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2560310'] for segment, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: from cryptography.utils import int_from_bytes May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: from cryptography.utils import int_from_bytes May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: Traceback (most recent call last): May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: timer() May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: cb(*args, **kw) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: return func(*args, **kwargs) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: self._notify() May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: self.callback(batched_events) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: event.method(event) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: return f(self, *a, **k) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: return self._get(url).json() May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: return self.request(url, 'GET', **kwargs) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:39.845334 dv-cinder-784956-5-smb neutron-server[78677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:39.940071 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.948773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.001775 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372233'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.013243 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 903cae90-60db-4b5d-90d3-802e95d8575f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=903cae90-60db-4b5d-90d3-802e95d8575f,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:40.026355 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.027326 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-145b9c96-d76b-4db9-9b71-edd6b19366e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.046138 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '903cae90-60db-4b5d-90d3-802e95d8575f', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'port_id': '903cae90-60db-4b5d-90d3-802e95d8575f', 'mac_address': 'fa:16:3e:ec:17:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa50b56-c2a7-449d-8abc-f1e81903586e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:40.051560 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfb1c76-b6a2-4628-b86b-f0cc11fb685f,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.063820 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.064428 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.065437 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.066001 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.067637 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.068172 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.069177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.069715 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.070222 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.070713 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.071349 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.071835 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.076735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.079553 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1bfb1c76-b6a2-4628-b86b-f0cc11fb685f HTTP/1.1" status: 204 len: 168 time: 0.8169398 May 10 11:24:40.123816 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-e812cf35-17d9-4daa-aa3c-7211449b0626 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648827 May 10 11:24:40.163136 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.186611 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903cae90-60db-4b5d-90d3-802e95d8575f {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:40.206317 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 903cae90-60db-4b5d-90d3-802e95d8575f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=903cae90-60db-4b5d-90d3-802e95d8575f,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:40.214095 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.216912 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.254660 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 37996) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:40.268993 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38002) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:40.293335 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=903cae90-60db-4b5d-90d3-802e95d8575f,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.296619 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.333819 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ca9677e3-d744-4afc-93b3-7551bdc76cd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78a4c9407cac4473bcca5565e011cd2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0626926 May 10 11:24:40.336117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38006) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:40.356268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fb31d1-e448-44a8-8349-910674250a40,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.365524 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.379056 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76be19-d205-44c9-8a16-ffadb6935099 req-c19f1398-73cd-46db-ab0e-7a60ec0771eb tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:40.380519 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1a76be19-d205-44c9-8a16-ffadb6935099 req-c19f1398-73cd-46db-ab0e-7a60ec0771eb tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 943 time: 0.4651880 May 10 11:24:40.399284 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.399484 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Checking segment: {'id': 'd54d1b0a-2c76-4759-9faa-2f3a483beb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a8bfda-23a5-43b2-9a13-297d83926f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:40.399754 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Network hostable DHCP agents. Network: 97a8bfda-23a5-43b2-9a13-297d83926f88, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:40.431298 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.475827 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bdf2b73b-afe5-4914-8c9f-8a9af5e5a122 req-0a9256e9-aae6-4e17-a93e-41a1c7080dde service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440208 May 10 11:24:40.479896 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1a76be19-d205-44c9-8a16-ffadb6935099 req-41410b93-4fb3-4b94-bcd1-082b2f4f3008 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856216 May 10 11:24:40.498204 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Network 97a8bfda-23a5-43b2-9a13-297d83926f88 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:40.506122 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.514278 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-edabb684-5b2c-41a8-bf4b-c7349dce8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.515483 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 97a8bfda-23a5-43b2-9a13-297d83926f88) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:40.515953 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['903cae90-60db-4b5d-90d3-802e95d8575f'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:40.531971 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afda1d7-57c2-47d0-94ce-8af9062efe7a,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.535906 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:40.536893 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.537177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.559315 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-927ae0ac-0282-4ad4-82a5-c3fab49fccf3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7726693 May 10 11:24:40.564454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.565568 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2afda1d7-57c2-47d0-94ce-8af9062efe7a HTTP/1.1" status: 204 len: 168 time: 0.2285726 May 10 11:24:40.568158 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.585346 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:40.589307 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Usage tracker for resource:security_group_rule and tenant:4cd5403f22924cf6abde657b1042b9c6 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:40.593032 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:40.602858 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f151cd-e5fb-4af5-9b4c-f0848668e1a3 None None] Network 97a8bfda-23a5-43b2-9a13-297d83926f88 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:40.638622 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:40.753553 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e6f8d-f31d-4e5c-a7d2-21cae4f28ae9 req-191d6832-2df2-4497-a5bb-6de3dc40fd2d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:40.755022 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fd2e6f8d-f31d-4e5c-a7d2-21cae4f28ae9 req-191d6832-2df2-4497-a5bb-6de3dc40fd2d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1579449 May 10 11:24:40.824196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.835382 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fd2e6f8d-f31d-4e5c-a7d2-21cae4f28ae9 req-3378e716-733c-43d0-bdfc-2acbcca2f091 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689728 May 10 11:24:40.850717 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.858714 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7cd446cb-6df1-486f-86a1-a20eb8c1dc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.883245 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c9468-b1be-4a57-9e36-f0caa65bffc9 None None] Network 97a8bfda-23a5-43b2-9a13-297d83926f88 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:40.920439 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cd5403f22924cf6abde657b1042b9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637387 May 10 11:24:40.921305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5816d3c-e2f2-4b33-9153-5ee2cb4ef37e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.922591 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38026) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:40.943898 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:41.120139 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.160481 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.187754 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf350611-27b6-4e48-b026-7dbef6591a36 req-98d70d02-f034-48d5-9f3e-288211c39bd9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.189290 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bf350611-27b6-4e48-b026-7dbef6591a36 req-98d70d02-f034-48d5-9f3e-288211c39bd9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.2258768 May 10 11:24:41.262289 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bf350611-27b6-4e48-b026-7dbef6591a36 req-2bb19ec2-b2c6-45ef-bd2a-f74771ad2809 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620685 May 10 11:24:41.284880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.289843 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7b7ddd73-5e7a-4ca9-91a6-5cba2be00379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:41.318212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5816d3c-e2f2-4b33-9153-5ee2cb4ef37e,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:41.321158 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:41.327292 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.330707 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5816d3c-e2f2-4b33-9153-5ee2cb4ef37e HTTP/1.1" status: 204 len: 168 time: 0.4045768 May 10 11:24:41.414901 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38058) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:41.446795 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-adb3341d-d40c-4630-94f3-522cf6b9b70c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.447490 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-adb3341d-d40c-4630-94f3-522cf6b9b70c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Synchronizing usage tracker for tenant:83e8428b442448f493913eea36319b4c on resource:network {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:41.474418 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-adb3341d-d40c-4630-94f3-522cf6b9b70c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Unset dirty status for tenant:83e8428b442448f493913eea36319b4c on resource:network {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:41.481297 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-adb3341d-d40c-4630-94f3-522cf6b9b70c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/networks?id=69872c53-4b87-41f8-95a9-28bc4044409e HTTP/1.1" status: 200 len: 809 time: 0.2342715 May 10 11:24:41.500101 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-44a26550-1662-4ed7-90f3-7ba2e444ad4d tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/quotas/83e8428b442448f493913eea36319b4c HTTP/1.1" status: 200 len: 375 time: 0.0167861 May 10 11:24:41.558918 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-9251ee35-4af7-4604-98a5-12996cf62ac9 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e8428b442448f493913eea36319b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470419 May 10 11:24:41.622972 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36962ac-9604-4696-8f55-6a6aa9bc25f6 req-0b374d97-9810-4f1f-ac10-b38f619bede9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.625136 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e36962ac-9604-4696-8f55-6a6aa9bc25f6 req-0b374d97-9810-4f1f-ac10-b38f619bede9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0863419 May 10 11:24:41.634685 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38070) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:41.640321 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'floatingip': {'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:41.727447 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.836335 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-99b8c9c2-98ca-433d-a46a-f203c676f25a service neutron] 10.222.0.26 "GET /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668798 May 10 11:24:41.887629 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38084) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:41.900791 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.941359 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:41.950725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.961401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Usage tracker for resource:security_group_rule and tenant:ed9738e46cb740ffbebc7b06a0876ac7 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:41.971663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:41.986027 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-5275ce87-cd54-4a89-9147-ca68dcee070e service neutron] 10.222.0.26 "GET /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422207 May 10 11:24:42.015615 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:42.022548 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:42.033282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Usage tracker for resource:security_group_rule and tenant:084900caf1254b5685046d97e84a945a is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:42.037486 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:42.052466 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:42.210282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199088-2732-406b-8aee-7d6448c4640c req-92cc04a4-d2a3-4887-87ea-b4f33e4aa31e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:42.211983 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-34199088-2732-406b-8aee-7d6448c4640c req-92cc04a4-d2a3-4887-87ea-b4f33e4aa31e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 944 time: 0.4286773 May 10 11:24:42.273743 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa884b-6b4a-4bf2-8bed-3baa0a516889 req-3543e6a2-b8a0-409b-ba6b-99c5707cd07a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:42.282998 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-72aa884b-6b4a-4bf2-8bed-3baa0a516889 req-3543e6a2-b8a0-409b-ba6b-99c5707cd07a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1090424 May 10 11:24:42.340223 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-72aa884b-6b4a-4bf2-8bed-3baa0a516889 req-74eb0473-0513-42c6-adff-d8d9fccb660a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563397 May 10 11:24:42.395240 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-34199088-2732-406b-8aee-7d6448c4640c req-17fec470-31af-4ced-814e-1eebc79f7d21 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017666 May 10 11:24:42.449280 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-deea85cd-5392-4830-9666-da02843a3775 req-8a395902-b4a3-4ff7-b46f-4f19a90b78c9 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 210 time: 0.0704947 May 10 11:24:42.454715 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.471768 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.500016 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:42.509525 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed9738e46cb740ffbebc7b06a0876ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0935037 May 10 11:24:42.513086 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38110) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:42.600195 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.633433 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.638963 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.652807 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b912eae7-1b6a-4eb6-ae60-1eec6fe5da7f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:42.672250 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:42.672952 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.703561 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.706182 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:42.710357 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:42.714663 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=084900caf1254b5685046d97e84a945a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8191252 May 10 11:24:42.724915 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38118) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:42.744536 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912eae7-1b6a-4eb6-ae60-1eec6fe5da7f,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:42.752449 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:42.755728 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10290c9f-5db8-43e0-90c3-e4798ee710f9,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:42.770671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:42.775224 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.776900 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b912eae7-1b6a-4eb6-ae60-1eec6fe5da7f HTTP/1.1" status: 204 len: 168 time: 0.2617714 May 10 11:24:42.814391 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.848883 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.914750 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.921105 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:42.937702 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10290c9f-5db8-43e0-90c3-e4798ee710f9,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:42.940575 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:42.946561 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.947653 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10290c9f-5db8-43e0-90c3-e4798ee710f9 HTTP/1.1" status: 204 len: 168 time: 0.2217250 May 10 11:24:43.041706 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.046539 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.256484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38138) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:43.277177 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.296528 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:43.301569 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Usage tracker for resource:security_group_rule and tenant:74e37f9657ee47ea8bfd20b4c02de215 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:43.304540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:43.310992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:43.337957 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Floating IP a1136f11-9869-4ee8-af78-3a4242abf1b3 associated. External IP: 172.28.1.153, port: f6d26729-51b7-4b01-8d42-29d47c6eb84d. May 10 11:24:43.477608 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.490194 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.540022 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:43.610195 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74e37f9657ee47ea8bfd20b4c02de215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516703 May 10 11:24:43.612489 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38156) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:43.675781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd9918-e688-469f-94d4-71b162c86ca0,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:43.684530 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:43.759682 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004f36f-d09d-4217-a3f4-6b92028f3c66 req-d5f79b52-f301-491c-b727-304511010904 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:43.767100 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a004f36f-d09d-4217-a3f4-6b92028f3c66 req-d5f79b52-f301-491c-b727-304511010904 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2179365 May 10 11:24:43.770746 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.824865 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.845775 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 903cae90-60db-4b5d-90d3-802e95d8575f up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:43.856369 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a004f36f-d09d-4217-a3f4-6b92028f3c66 req-3666c7dd-a509-4701-ab81-11f951f260f5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882940 May 10 11:24:43.946917 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.953270 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f4ca8a3c-91bd-4032-863d-806fca90a856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:44.003743 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd9918-e688-469f-94d4-71b162c86ca0,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.018232 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:44.019625 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.024540 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20dd9918-e688-469f-94d4-71b162c86ca0 HTTP/1.1" status: 204 len: 168 time: 0.4073205 May 10 11:24:44.063246 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 903cae90-60db-4b5d-90d3-802e95d8575f completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:44.071794 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 903cae90-60db-4b5d-90d3-802e95d8575f triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:44.072480 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.223281 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.258406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-247eaa2e-1725-4a09-bfe3-3f1d00e72974 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:44.259849 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-247eaa2e-1725-4a09-bfe3-3f1d00e72974 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.23 "GET /v2.0/networks?id=69872c53-4b87-41f8-95a9-28bc4044409e HTTP/1.1" status: 200 len: 809 time: 0.6724901 May 10 11:24:44.263498 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 903cae90-60db-4b5d-90d3-802e95d8575f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=903cae90-60db-4b5d-90d3-802e95d8575f,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:44.265099 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903cae90-60db-4b5d-90d3-802e95d8575f'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:44.272306 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.276016 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:44.281735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Request body: {'port': {'device_id': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e', 'admin_state_up': True, 'tenant_id': '83e8428b442448f493913eea36319b4c'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:44.294479 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c1210f72-e2ac-452c-9145-9afc81c83fa5 req-0351d31b-f7e9-4d2e-8c43-71555e292d52 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 210 time: 0.0936177 May 10 11:24:44.347981 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38194) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:44.414258 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=903cae90-60db-4b5d-90d3-802e95d8575f,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.432430 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.432806 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.433141 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.433285 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:44.433466 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.433790 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.434111 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.434429 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.434745 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.435060 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.435373 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.435684 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.435993 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:44.437231 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Usage tracker for resource:port and tenant:83e8428b442448f493913eea36319b4c is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:44.440085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:44.445910 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:44.450464 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:44.462228 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37ef1-1ef1-41a4-8e6d-10061d87d106 req-6d9b52e4-889c-45a1-aa12-cea48c768b7e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:44.463712 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5dc37ef1-1ef1-41a4-8e6d-10061d87d106 req-6d9b52e4-889c-45a1-aa12-cea48c768b7e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 944 time: 0.8275590 May 10 11:24:44.465703 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:44.471509 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Made reservation on behalf of 83e8428b442448f493913eea36319b4c for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:44.475560 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.531425 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903cae90-60db-4b5d-90d3-802e95d8575f', 'code': 200} May 10 11:24:44.666478 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.695118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:44.700248 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Usage tracker for resource:security_group_rule and tenant:83b01d5887b44358b92c9688ff4b900a is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:44.704549 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:44.712313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:44.759317 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5dc37ef1-1ef1-41a4-8e6d-10061d87d106 req-ed945979-600a-43a2-9ecc-96f79ad06f41 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738407 May 10 11:24:44.764817 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:44.775389 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:44.792872 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:44.798041 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:44.909999 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.921852 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.935178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0d9461d2-f4a3-4ff0-874b-24ebdeaff711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:45.019716 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Allocated IP 172.20.0.8 (69872c53-4b87-41f8-95a9-28bc4044409e/be0a64ca-d7b3-478c-aa39-c20c98a66ee9/1b99f2cd-32a0-476e-9061-f316675811b1) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:45.022501 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.026694 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83b01d5887b44358b92c9688ff4b900a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6776547 May 10 11:24:45.027873 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728722c2-ed5d-4aad-8db1-3ceea8def0d9,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:45.030465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38220) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:45.041319 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:45.067337 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:45.133521 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fb3704b1-8aa4-40c1-9bd0-4d040a095c64 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "PUT /v2.0/floatingips/a1136f11-9869-4ee8-af78-3a4242abf1b3 HTTP/1.1" status: 200 len: 991 time: 3.4976799 May 10 11:24:45.175066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.189149 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:45.214750 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4cb75-e913-4d1e-97b0-a36e64083312 req-f3ee8b03-6a58-4698-9a8a-4d86bd5c5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:45.217250 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fef4cb75-e913-4d1e-97b0-a36e64083312 req-f3ee8b03-6a58-4698-9a8a-4d86bd5c5ce7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 1098 time: 0.4445150 May 10 11:24:45.220284 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.292756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec1af9-1bca-4286-8e67-dd176a1d2fb5 req-80d14f5d-92c5-41b9-9473-6cf12872838f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:45.297328 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-83ec1af9-1bca-4286-8e67-dd176a1d2fb5 req-80d14f5d-92c5-41b9-9473-6cf12872838f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1760886 May 10 11:24:45.302344 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fef4cb75-e913-4d1e-97b0-a36e64083312 req-41f605e4-5c88-409c-95bf-bbabb90fa30a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758524 May 10 11:24:45.376914 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-83ec1af9-1bca-4286-8e67-dd176a1d2fb5 req-2a46fcb0-2efc-4f5a-a76e-8eec7a0213d0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703795 May 10 11:24:45.377796 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.384384 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:45.412910 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728722c2-ed5d-4aad-8db1-3ceea8def0d9,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:45.416979 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:45.421691 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.424298 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/728722c2-ed5d-4aad-8db1-3ceea8def0d9 HTTP/1.1" status: 204 len: 168 time: 0.3927739 May 10 11:24:45.496012 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'status': 'completed', 'code': 200} May 10 11:24:45.722919 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-fdbd3249-6f07-4f9b-bb67-dd77ef82755a req-b3d1f086-3447-4bc0-a650-1afbad80ac99 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Synchronizing usage tracker for tenant:83e8428b442448f493913eea36319b4c on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:45.731272 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': 'a1136f11-9869-4ee8-af78-3a4242abf1b3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'floating_ip_address': '172.28.1.153', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'mac_address': 'fa:16:3e:46:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:42Z', 'revision_number': 1, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:45.736059 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:45.747655 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:45.747863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.749082 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:24:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:45.752287 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-fdbd3249-6f07-4f9b-bb67-dd77ef82755a req-b3d1f086-3447-4bc0-a650-1afbad80ac99 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Unset dirty status for tenant:83e8428b442448f493913eea36319b4c on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:45.754241 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fdbd3249-6f07-4f9b-bb67-dd77ef82755a req-b3d1f086-3447-4bc0-a650-1afbad80ac99 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 210 time: 0.0900137 May 10 11:24:45.789753 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-ac06d44f-8308-4127-9d04-2561c8d60c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:45.799874 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-ac06d44f-8308-4127-9d04-2561c8d60c8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1098 time: 0.2466469 May 10 11:24:45.973647 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:46.056801 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-0911ac6c-d843-447e-aa3a-8967e3297e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:46.058330 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-0911ac6c-d843-447e-aa3a-8967e3297e55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.2583311 May 10 11:24:46.151568 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a11d46-a9a9-4ae0-97d4-76f4e085d495 req-7d2fae5e-628a-48e3-9dc4-914addee2796 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:46.153249 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-91a11d46-a9a9-4ae0-97d4-76f4e085d495 req-7d2fae5e-628a-48e3-9dc4-914addee2796 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 945 time: 0.1699684 May 10 11:24:46.194859 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.215528 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38264) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:46.227358 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:46.244336 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-91a11d46-a9a9-4ae0-97d4-76f4e085d495 req-bdb3ca80-f998-406a-ada0-9887a5e4bc31 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794272 May 10 11:24:46.261436 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.278507 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:46.283430 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Usage tracker for resource:security_group_rule and tenant:b54b9820436a4bb6a8b681ac25832734 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:46.287338 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:46.294465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:46.310644 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Pushing event updated for resources: {'Port': ['ID=1b99f2cd-32a0-476e-9061-f316675811b1,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:46.313776 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:46.330374 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Network 69872c53-4b87-41f8-95a9-28bc4044409e is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:46.334361 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:46.337037 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:46.409081 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-c940443f-5fc8-4633-8843-5877c90f4bd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 200 len: 999 time: 0.3374741 May 10 11:24:46.478055 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.489796 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.515761 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a675fcde-3990-4cff-8991-ee053d41d541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:46.554369 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-e51cb7d1-307a-495d-b969-a438b43d1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:46.555988 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-e51cb7d1-307a-495d-b969-a438b43d1cab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.1310201 May 10 11:24:46.574853 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:46.577123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.587482 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a7855-3689-4a9f-9953-bc3b2cb53a4e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:46.595003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:46.636952 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b54b9820436a4bb6a8b681ac25832734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181046 May 10 11:24:46.637808 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38272) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:46.698254 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': 'a1136f11-9869-4ee8-af78-3a4242abf1b3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'floating_ip_address': '172.28.1.153', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'mac_address': 'fa:16:3e:46:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:42Z', 'revision_number': 1, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:46.705443 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4325521 May 10 11:24:46.712964 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83906a01-23f0-42dc-b53f-14bcd1203fc6 None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': 'a1136f11-9869-4ee8-af78-3a4242abf1b3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'floating_ip_address': '172.28.1.153', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'mac_address': 'fa:16:3e:46:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:42Z', 'revision_number': 1, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:46.773475 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.814619 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Request body: {'port': {'device_id': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:46.831197 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.904085 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.910421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:46.927185 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a7855-3689-4a9f-9953-bc3b2cb53a4e,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:46.930168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:46.949035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.953289 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f1a7855-3689-4a9f-9953-bc3b2cb53a4e HTTP/1.1" status: 204 len: 168 time: 0.3138340 May 10 11:24:47.059102 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-782ec81c-9ec8-4ae3-82ca-b6e507438f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:47.061865 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-782ec81c-9ec8-4ae3-82ca-b6e507438f45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4371014 May 10 11:24:47.075468 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78005f10-3c2d-4b1b-a468-5e08ac285f16 req-f31b1f95-e754-4b33-a72c-92ca666530b3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:47.077235 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-78005f10-3c2d-4b1b-a468-5e08ac285f16 req-f31b1f95-e754-4b33-a72c-92ca666530b3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.3905962 May 10 11:24:47.094137 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d069730-ed03-41e5-9895-30f69b467e35 None None] New status for floating IP a1136f11-9869-4ee8-af78-3a4242abf1b3: ACTIVE {{(pid=78679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:24:47.301403 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.337308 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed7711-45d4-4828-961a-aa7b069db772 req-f9fc5e87-1f29-4a2a-923b-0d6eb406d765 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:47.347142 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-88ed7711-45d4-4828-961a-aa7b069db772 req-f9fc5e87-1f29-4a2a-923b-0d6eb406d765 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 931 time: 0.1254835 May 10 11:24:47.400563 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-88ed7711-45d4-4828-961a-aa7b069db772 req-43b8b7bd-8d85-4592-81c8-149eedb8fd59 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Synchronizing usage tracker for tenant:83e8428b442448f493913eea36319b4c on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:47.415150 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-78005f10-3c2d-4b1b-a468-5e08ac285f16 req-839f6104-de4c-465b-bf7c-5884b6b8bfc0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034144 May 10 11:24:47.430884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-88ed7711-45d4-4828-961a-aa7b069db772 req-43b8b7bd-8d85-4592-81c8-149eedb8fd59 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Unset dirty status for tenant:83e8428b442448f493913eea36319b4c on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:47.445316 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-88ed7711-45d4-4828-961a-aa7b069db772 req-43b8b7bd-8d85-4592-81c8-149eedb8fd59 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894704 May 10 11:24:47.502228 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-4d7bc842-f0b0-4aa8-99cc-c6749dd61e96 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235458 May 10 11:24:47.960671 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1be754d6-f09c-448a-bc2c-237ff1d5fb1f req-9f0a4a92-6aa1-4539-9e50-cbe62c43c361 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504623 May 10 11:24:47.994248 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f59b-0a09-420a-bc66-e367125c2daf req-b2049772-ce1c-4656-98eb-b4baa4bffa5e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:48.001119 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-dc64f59b-0a09-420a-bc66-e367125c2daf req-b2049772-ce1c-4656-98eb-b4baa4bffa5e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 945 time: 0.3872068 May 10 11:24:48.065603 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-dc64f59b-0a09-420a-bc66-e367125c2daf req-b89b124a-1b46-45b1-8a59-196529f4cfd3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 May 10 11:24:48.148398 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b99f2cd-32a0-476e-9061-f316675811b1 {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:48.156343 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.172598 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Transition to ACTIVE for port object 1b99f2cd-32a0-476e-9061-f316675811b1 will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:48.179212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.185436 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:48.349286 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Pushing event updated for resources: {'Port': ['ID=1b99f2cd-32a0-476e-9061-f316675811b1,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:48.358693 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:48.487164 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Attempting to bind port 1b99f2cd-32a0-476e-9061-f316675811b1 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:48.487847 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Attempting to bind port 1b99f2cd-32a0-476e-9061-f316675811b1 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '78502201-d7e0-4e1c-a4a7-e7a40517cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:48.487847 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Attempting to bind port 1b99f2cd-32a0-476e-9061-f316675811b1 on network 69872c53-4b87-41f8-95a9-28bc4044409e {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:48.507462 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Port 1b99f2cd-32a0-476e-9061-f316675811b1 on network 69872c53-4b87-41f8-95a9-28bc4044409e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:48.507782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Attempting to bind port 1b99f2cd-32a0-476e-9061-f316675811b1 on network 69872c53-4b87-41f8-95a9-28bc4044409e {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:48.528718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:48.531972 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Checking segment: {'id': '78502201-d7e0-4e1c-a4a7-e7a40517cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:48.534438 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Bound using segment: {'id': '78502201-d7e0-4e1c-a4a7-e7a40517cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:48.535116 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Bound port: 1b99f2cd-32a0-476e-9061-f316675811b1, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78502201-d7e0-4e1c-a4a7-e7a40517cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:48.536652 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.766925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbc64d-b597-4820-bc88-79f4c52e0d57 req-63ffdcbe-2f95-43a6-bc78-8508d2cf8703 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:48.768526 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7edbc64d-b597-4820-bc88-79f4c52e0d57 req-63ffdcbe-2f95-43a6-bc78-8508d2cf8703 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 943 time: 0.1265500 May 10 11:24:48.773644 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554942-b745-46ce-845a-e2d5bb8af29b req-6366d377-9b87-4d20-80eb-f796d75281ed tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:48.775115 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0a554942-b745-46ce-845a-e2d5bb8af29b req-6366d377-9b87-4d20-80eb-f796d75281ed tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2036390 May 10 11:24:48.781303 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] For port 1b99f2cd-32a0-476e-9061-f316675811b1, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:48.785582 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] For port 1b99f2cd-32a0-476e-9061-f316675811b1, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1b99f2cd-32a0-476e-9061-f316675811b1,segment=NetworkSegment(78502201-d7e0-4e1c-a4a7-e7a40517cf73),segment_id=78502201-d7e0-4e1c-a4a7-e7a40517cf73)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:48.805730 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.819893 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-73e8c856-92b6-4dde-88c9-6bab704cc470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:48.831639 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7edbc64d-b597-4820-bc88-79f4c52e0d57 req-a8925f22-405a-4ccf-9cc0-65fc28e616d5 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 May 10 11:24:48.891021 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:48.891021 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.891946 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b99f2cd-32a0-476e-9061-f316675811b1 HTTP/1.1" status: 200 len: 1093 time: 2.0873353 May 10 11:24:48.897924 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0a554942-b745-46ce-845a-e2d5bb8af29b req-647862db-d2fb-468f-9657-38c420fd489b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143947 May 10 11:24:48.898649 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'tag': '1b99f2cd-32a0-476e-9061-f316675811b1'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:48.964225 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Pushing event updated for resources: {'Port': ['ID=1b99f2cd-32a0-476e-9061-f316675811b1,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:49.017389 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:49.064896 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-90b19c2a-fdf7-4d8e-994c-074438b474c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:49.068530 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-90b19c2a-fdf7-4d8e-994c-074438b474c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83e8428b442448f493913eea36319b4c&device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 1096 time: 0.1039605 May 10 11:24:49.148417 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-7cf398e9-ac12-4d7d-9b5d-9519ae030d62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b99f2cd-32a0-476e-9061-f316675811b1 HTTP/1.1" status: 200 len: 217 time: 0.0657244 May 10 11:24:49.158229 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'tag': '1b99f2cd-32a0-476e-9061-f316675811b1', 'status': 'completed', 'code': 200} May 10 11:24:49.239123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-19f78a66-82e6-4d49-91b8-69d9119e4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:49.240733 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-19f78a66-82e6-4d49-91b8-69d9119e4aba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be0a64ca-d7b3-478c-aa39-c20c98a66ee9 HTTP/1.1" status: 200 len: 849 time: 0.0676577 May 10 11:24:49.307717 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-cf974796-3712-4c8c-8116-84bfb8058181 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69872c53-4b87-41f8-95a9-28bc4044409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469005 May 10 11:24:49.473158 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-fb985abf-275e-462e-8537-9b2b2c73bb40 service neutron] 10.222.0.23 "GET /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273663 May 10 11:24:49.602643 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-143f53d4-6f86-4ef9-9345-ff516e968d5e req-93dc7843-8433-43ab-93d0-e08e8f90fa43 service neutron] 10.222.0.23 "GET /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226859 May 10 11:24:49.757086 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-d4dacddd-f8c1-4979-95ae-c0242f47a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:49.758585 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-d4dacddd-f8c1-4979-95ae-c0242f47a0db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83e8428b442448f493913eea36319b4c&device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 1096 time: 0.0834310 May 10 11:24:49.903569 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-d1563be3-b2cb-4db9-bde1-ffd5d65ec5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:49.905099 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-d1563be3-b2cb-4db9-bde1-ffd5d65ec5ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=69872c53-4b87-41f8-95a9-28bc4044409e HTTP/1.1" status: 200 len: 910 time: 0.1387877 May 10 11:24:50.079998 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-fefe7091-bfa7-4b5e-a7b3-308fae4e3a3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b99f2cd-32a0-476e-9061-f316675811b1 HTTP/1.1" status: 200 len: 217 time: 0.1518092 May 10 11:24:50.194484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c726b-f6ca-4c7b-b547-1c4c31997ef7 req-71306cf2-7a91-465e-b29b-1b0aa4a3d525 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.196053 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d2c726b-f6ca-4c7b-b547-1c4c31997ef7 req-71306cf2-7a91-465e-b29b-1b0aa4a3d525 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 943 time: 0.1985269 May 10 11:24:50.250609 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d2c726b-f6ca-4c7b-b547-1c4c31997ef7 req-e8bb0748-ab14-4184-85d7-d25547a99d40 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 May 10 11:24:50.286599 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-a7276508-fcfb-47d1-9cfa-eb4db417a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.288011 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-a7276508-fcfb-47d1-9cfa-eb4db417a0ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be0a64ca-d7b3-478c-aa39-c20c98a66ee9 HTTP/1.1" status: 200 len: 849 time: 0.1989369 May 10 11:24:50.330262 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3592d3-9860-486c-9976-0b696c9aafe4 req-28252e56-287a-4d64-8fc6-fb3eb5663865 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.333473 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fd3592d3-9860-486c-9976-0b696c9aafe4 req-28252e56-287a-4d64-8fc6-fb3eb5663865 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2108862 May 10 11:24:50.429456 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fd3592d3-9860-486c-9976-0b696c9aafe4 req-5e08e7c2-b641-4c58-a593-9b44c51251da tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591648 May 10 11:24:50.431610 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-9d54c2d5-eff4-4146-b175-990f0d68a94c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69872c53-4b87-41f8-95a9-28bc4044409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110346 May 10 11:24:50.610904 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-a27dc191-2bf0-46a9-97dd-3ad26cd70c89 service neutron] 10.222.0.23 "GET /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642268 May 10 11:24:50.839041 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d1e0e985-f4a5-44f6-842f-4501935328a8 req-1c1d86f1-9fb0-44f7-a793-1b7611eb242c service neutron] 10.222.0.23 "GET /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163360 May 10 11:24:50.919895 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-cff1f364-8704-46a5-b8c1-4b5bf1f60842 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.919895 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-cff1f364-8704-46a5-b8c1-4b5bf1f60842 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.1802943 May 10 11:24:50.935743 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-7a9b3a7d-b7ea-482d-901d-839286e99f45 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/quotas/a3f58d7e66ca47099c754c570bff10d3 HTTP/1.1" status: 200 len: 375 time: 0.0157549 May 10 11:24:51.057289 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-4cacd18b-3a4b-4e3a-8bbe-83fe5f389ea6 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145587 May 10 11:24:51.197824 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-1f129d1d-5dd8-4f92-bdd7-7c66f1e8e7d9 service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396768 May 10 11:24:51.327729 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-600ba5b8-6085-4dfd-86aa-c28b14359449 service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238508 May 10 11:24:51.454778 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70976c3-a8fe-49b5-ba16-66780d75fba7 req-805b364f-69aa-41a5-b4cb-c58769688c9b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.456428 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f70976c3-a8fe-49b5-ba16-66780d75fba7 req-805b364f-69aa-41a5-b4cb-c58769688c9b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 943 time: 0.0942619 May 10 11:24:51.515173 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f70976c3-a8fe-49b5-ba16-66780d75fba7 req-61116e18-b8e0-4410-92d6-d1b0d23b5ec6 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 May 10 11:24:51.605063 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d0beb9d7-b251-4fd6-af3c-674b31876180 req-4a6f6880-cd7b-4a3f-b8b4-b1be38eccc29 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 210 time: 0.0469537 May 10 11:24:51.740627 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb04eea-3b80-4a2d-9575-738b5d48b0c3 req-c1485d07-cfb6-4efd-a8ce-70c4f6d99411 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.742139 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3eb04eea-3b80-4a2d-9575-738b5d48b0c3 req-c1485d07-cfb6-4efd-a8ce-70c4f6d99411 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.0904589 May 10 11:24:51.787454 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3eb04eea-3b80-4a2d-9575-738b5d48b0c3 req-f413b905-9199-4cfa-98df-3827da99bce1 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 May 10 11:24:52.818663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-75e74491-8657-49c9-a8b5-0867e2c22646 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:52.820165 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-75e74491-8657-49c9-a8b5-0867e2c22646 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.1984656 May 10 11:24:52.823241 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28bcc4-3708-41a7-bd27-b20b10fba842 req-a356c1b3-a038-461c-92ef-62cd5376e820 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:52.824761 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d28bcc4-3708-41a7-bd27-b20b10fba842 req-a356c1b3-a038-461c-92ef-62cd5376e820 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 943 time: 0.1490178 May 10 11:24:52.839322 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Request body: {'port': {'device_id': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'admin_state_up': True, 'tenant_id': 'a3f58d7e66ca47099c754c570bff10d3'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:52.857292 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38498) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:52.885749 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d28bcc4-3708-41a7-bd27-b20b10fba842 req-607e6ddc-c1ca-4d6f-8b17-f0300b7845fc tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 May 10 11:24:52.977405 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-dd9b818d-db28-4629-85ec-ce2f9fc535c0 req-3a3f4c93-76bd-4f79-8855-4119a60bba2d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 210 time: 0.1208329 May 10 11:24:53.062656 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.129051 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:53.131496 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:53.138085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Usage tracker for resource:security_group_rule and tenant:87f7fe88d58840b69257564f06528b1c is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:53.145112 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:53.154575 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:53.157312 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:53.184517 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Made reservation on behalf of a3f58d7e66ca47099c754c570bff10d3 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:53.187901 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.346653 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d59ee-2002-4aa5-af39-9b2d0ec25c5e req-79935b5a-7e02-48d6-9b60-24ba89d5bb5e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:53.348139 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4a0d59ee-2002-4aa5-af39-9b2d0ec25c5e req-79935b5a-7e02-48d6-9b60-24ba89d5bb5e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2760468 May 10 11:24:53.445810 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4a0d59ee-2002-4aa5-af39-9b2d0ec25c5e req-300198c3-6177-4f5c-aec6-8a884284b44f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892446 May 10 11:24:53.514886 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.527504 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.538339 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-889e26ab-e99f-4206-a774-ac013d606f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.557860 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Allocated IP 172.20.0.8 (ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef/cfa50b56-c2a7-449d-8abc-f1e81903586e/5ee864ee-6a05-46e5-af06-cbfc9b0e142b) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:53.593677 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a5ca0f-b65d-47ff-8350-2fb4b0529cb0,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.597311 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:53.601883 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87f7fe88d58840b69257564f06528b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7436707 May 10 11:24:53.604585 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38520) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:53.662106 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38524) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:53.791586 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.807376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:53.811241 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Usage tracker for resource:security_group_rule and tenant:1754f69ad0214ce78a7b181e9bc7a0d3 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:53.813077 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.814243 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:53.820815 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:53.869626 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.872007 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1b99f2cd-32a0-476e-9061-f316675811b1 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:53.907918 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.913282 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.917672 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.927391 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-10a12f0b-b2d5-4e0d-8db7-5ee42a99cf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.970345 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.978706 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5076d42d-1b4f-4de8-a212-ed02bf52a45a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.990123 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9270c161-841a-4376-a214-83f57a1a0209,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.011870 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1754f69ad0214ce78a7b181e9bc7a0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485518 May 10 11:24:54.013094 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.014049 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38538) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:54.024301 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.052542 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:54.055862 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:54.058751 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:54.111024 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 1b99f2cd-32a0-476e-9061-f316675811b1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1b99f2cd-32a0-476e-9061-f316675811b1,segment=NetworkSegment(78502201-d7e0-4e1c-a4a7-e7a40517cf73),segment_id=78502201-d7e0-4e1c-a4a7-e7a40517cf73)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:54.128370 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '1b99f2cd-32a0-476e-9061-f316675811b1', 'network_id': '69872c53-4b87-41f8-95a9-28bc4044409e', 'port_id': '1b99f2cd-32a0-476e-9061-f316675811b1', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0a64ca-d7b3-478c-aa39-c20c98a66ee9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:54.132481 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event updated for resources: {'Port': ['ID=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.136306 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.161550 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86', '903cae90-60db-4b5d-90d3-802e95d8575f'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:54.171464 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-64743e76-7ce0-47a8-aef4-f56a0945ec91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:54.178386 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.206068 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.210357 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5a5ca0f-b65d-47ff-8350-2fb4b0529cb0 HTTP/1.1" status: 204 len: 168 time: 0.6021626 May 10 11:24:54.210357 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a5ca0f-b65d-47ff-8350-2fb4b0529cb0,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.214727 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.223463 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.223648 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.224085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.253224 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4177678 May 10 11:24:54.284169 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78da6a-0252-490e-815c-1c92c03fc4ad req-38c058b2-32b9-4f88-9668-03505c489371 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.285835 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e78da6a-0252-490e-815c-1c92c03fc4ad req-38c058b2-32b9-4f88-9668-03505c489371 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 931 time: 0.1625414 May 10 11:24:54.288019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f25c1-61cb-4140-b688-cbd9e668b2c3 req-516d67ef-f271-4437-af50-dcf799de7d6b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.289832 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-760f25c1-61cb-4140-b688-cbd9e668b2c3 req-516d67ef-f271-4437-af50-dcf799de7d6b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 943 time: 0.1613097 May 10 11:24:54.294125 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Request body: {'port': {'device_id': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:54.305151 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.320027 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.339591 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:54.350983 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b99f2cd-32a0-476e-9061-f316675811b1 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:54.354635 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9270c161-841a-4376-a214-83f57a1a0209,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.357305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.368681 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.370172 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9270c161-841a-4376-a214-83f57a1a0209 HTTP/1.1" status: 204 len: 168 time: 0.3551209 May 10 11:24:54.395339 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 1b99f2cd-32a0-476e-9061-f316675811b1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1b99f2cd-32a0-476e-9061-f316675811b1,segment=NetworkSegment(78502201-d7e0-4e1c-a4a7-e7a40517cf73),segment_id=78502201-d7e0-4e1c-a4a7-e7a40517cf73)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:54.422563 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3e78da6a-0252-490e-815c-1c92c03fc4ad req-677522d5-6e83-4a76-ae66-8b75eb34a252 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044607 May 10 11:24:54.467324 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.472458 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-d8271187-fbae-4abf-8356-4cb44627109d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:54.476963 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.492370 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-760f25c1-61cb-4140-b688-cbd9e668b2c3 req-8d57b22c-26e9-4e9b-97a3-4c7637ae7079 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464448 May 10 11:24:54.615985 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=1b99f2cd-32a0-476e-9061-f316675811b1,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.619781 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.725141 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38554) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:54.746070 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.762756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:54.766776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Usage tracker for resource:security_group_rule and tenant:25f39ed9d5d6427588802ee5edcfbe2b is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:54.771145 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:54.778028 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:54.845988 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['1b99f2cd-32a0-476e-9061-f316675811b1'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:54.903871 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93ebd-8c02-44af-bb48-7c74ba0c64da req-5b16aab6-6a7c-46b4-9eaf-f926d57b4dfc tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.905390 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-68f93ebd-8c02-44af-bb48-7c74ba0c64da req-5b16aab6-6a7c-46b4-9eaf-f926d57b4dfc tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1431134 May 10 11:24:54.927111 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.942822 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.953399 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fb9a25d1-25d3-44ec-ab8a-507473b0fcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.019244 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee864ee-6a05-46e5-af06-cbfc9b0e142b {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:55.037994 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-68f93ebd-8c02-44af-bb48-7c74ba0c64da req-b9b17cf6-ac7e-4f29-bf1d-d5be6945f9fb tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140716 May 10 11:24:55.045145 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.063079 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Transition to ACTIVE for port object 5ee864ee-6a05-46e5-af06-cbfc9b0e142b will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:55.071407 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.075091 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff0e3a1-7d76-4ab1-8854-188b0b92862e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.085893 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fab53bf7-6277-4490-b41e-7ebf1533f335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.089397 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:55.166775 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25f39ed9d5d6427588802ee5edcfbe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402704 May 10 11:24:55.169304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38572) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:55.275259 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.352687 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Pushing event updated for resources: {'Port': ['ID=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.368313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.369266 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:55.404716 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Attempting to bind port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:55.405070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Attempting to bind port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:55.405413 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Attempting to bind port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:55.411910 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:55.412676 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Attempting to bind port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:55.450945 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:55.451302 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Checking segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:55.452360 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Bound using segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:55.452839 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Bound port: 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:55.453442 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.466999 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.475543 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0c2d93f4-835a-418e-b3d8-a9ded2abd7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.491833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff0e3a1-7d76-4ab1-8854-188b0b92862e,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.501782 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:55.505323 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.506651 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ff0e3a1-7d76-4ab1-8854-188b0b92862e HTTP/1.1" status: 204 len: 168 time: 0.3362324 May 10 11:24:55.716828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820b32-15b0-4adf-ab13-8d67ea119d75 req-deeb2708-6205-432b-b229-d71b1126f91d tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:55.718408 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ac820b32-15b0-4adf-ab13-8d67ea119d75 req-deeb2708-6205-432b-b229-d71b1126f91d tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 944 time: 0.0928602 May 10 11:24:55.766346 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] For port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:55.772114 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] For port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:55.777372 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ac820b32-15b0-4adf-ab13-8d67ea119d75 req-5c47f8bc-c74c-4549-bbe4-6547dd58966f tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515375 May 10 11:24:55.782689 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.796687 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.846041 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:55.846648 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.848075 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] 10.222.0.23 "PUT /v2.0/ports/5ee864ee-6a05-46e5-af06-cbfc9b0e142b HTTP/1.1" status: 200 len: 1093 time: 1.5750740 May 10 11:24:55.855555 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8ca6-ec6d-4d8a-b474-c40960c3752d req-0af1e354-0a65-4ae6-99c6-fd289303fea5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:55.856244 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-968d8ca6-ec6d-4d8a-b474-c40960c3752d req-0af1e354-0a65-4ae6-99c6-fd289303fea5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:55.858669 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'tag': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:55.902898 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-968d8ca6-ec6d-4d8a-b474-c40960c3752d req-0af1e354-0a65-4ae6-99c6-fd289303fea5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:55.904366 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-968d8ca6-ec6d-4d8a-b474-c40960c3752d req-0af1e354-0a65-4ae6-99c6-fd289303fea5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 943 time: 0.3516269 May 10 11:24:55.980006 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Pushing event updated for resources: {'Port': ['ID=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:56.000247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:56.041097 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'tag': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b', 'status': 'completed', 'code': 200} May 10 11:24:56.043990 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-968d8ca6-ec6d-4d8a-b474-c40960c3752d req-5dabedf4-f69b-4168-8d3d-bd21da778331 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315396 May 10 11:24:56.086384 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-26506cb3-352d-46c5-b093-57ecdcc829b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.088336 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-26506cb3-352d-46c5-b093-57ecdcc829b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1571512 May 10 11:24:56.178174 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-0819c4a5-5694-4b2a-a726-752d46648f05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b HTTP/1.1" status: 200 len: 217 time: 0.0797002 May 10 11:24:56.259690 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-deff4e8d-e25f-4bea-990e-3b501749468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.261514 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-deff4e8d-e25f-4bea-990e-3b501749468d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.0702624 May 10 11:24:56.267455 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30a75-0521-49a0-a1e0-abb16904e672 req-b89b7744-2f3a-4cf6-a026-64c1af527596 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.268992 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1ed30a75-0521-49a0-a1e0-abb16904e672 req-b89b7744-2f3a-4cf6-a026-64c1af527596 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1183791 May 10 11:24:56.316990 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-35e1fac2-1ca7-4a8d-b5eb-489660ff0de1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467658 May 10 11:24:56.327421 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1ed30a75-0521-49a0-a1e0-abb16904e672 req-952df02f-eaf9-4eaf-8b6c-ea64e9b8a2cf tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 May 10 11:24:56.476254 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-e12290a6-f967-4ca4-83d0-701b91654fae service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472406 May 10 11:24:56.669278 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-009ae64e-a4d2-4525-9d02-1996b0cd58e2 req-1d6c5cf1-17ff-4092-b10f-7fa8a157dfdc service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751614 May 10 11:24:56.716397 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-9c5b57bd-29c0-46fa-a1f6-72d6e54fc222 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821264 May 10 11:24:56.855158 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-44925643-f401-40f1-9760-05dcc340bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.856737 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-44925643-f401-40f1-9760-05dcc340bb31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1230016 May 10 11:24:56.999164 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-24452c2b-1660-4d9b-b504-62656686ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.000626 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-24452c2b-1660-4d9b-b504-62656686ef20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 1098 time: 0.1935430 May 10 11:24:57.200149 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-e19d351a-d0d2-4c0c-9302-c6164c679c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.201912 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-e19d351a-d0d2-4c0c-9302-c6164c679c34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 916 time: 0.3300712 May 10 11:24:57.218515 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f5058-73d9-42d5-a185-4d0a06d7fa8d req-88b005b1-99a9-4e0a-89e4-33c1215cfb5c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.220017 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-902f5058-73d9-42d5-a185-4d0a06d7fa8d req-88b005b1-99a9-4e0a-89e4-33c1215cfb5c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 944 time: 0.2637672 May 10 11:24:57.315315 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-5fa2cb1a-7a68-424b-a4f1-ae135e29fbd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b HTTP/1.1" status: 200 len: 217 time: 0.0943155 May 10 11:24:57.358296 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde64363-0a0d-477b-a7c1-f2cea2b93f61 req-c509cb8a-9f73-41c2-b6e8-866011ba0b64 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.360965 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fde64363-0a0d-477b-a7c1-f2cea2b93f61 req-c509cb8a-9f73-41c2-b6e8-866011ba0b64 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 943 time: 0.0946169 May 10 11:24:57.395250 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-fadefa7e-368a-4389-9bca-516df0aa9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.396298 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-fadefa7e-368a-4389-9bca-516df0aa9820 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 916 time: 0.3496141 May 10 11:24:57.404085 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-902f5058-73d9-42d5-a185-4d0a06d7fa8d req-1479ee18-5f97-4087-929a-cc4faa3bee08 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214354 May 10 11:24:57.420961 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fde64363-0a0d-477b-a7c1-f2cea2b93f61 req-925f3069-a15b-4b83-bb5d-59b2b518ba7a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533519 May 10 11:24:57.509266 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-9192c05b-8233-42b0-be96-92282639be30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86 HTTP/1.1" status: 200 len: 217 time: 0.0929959 May 10 11:24:57.511327 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-c1510d3b-92f2-4d2d-9f1f-8a75a098e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.513843 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-c1510d3b-92f2-4d2d-9f1f-8a75a098e73b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.1759932 May 10 11:24:57.614378 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956251c-9527-4350-a39d-6c86dd919246 req-3c7b8efc-07e9-4bb3-911a-a78063b3f6a6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.622552 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d956251c-9527-4350-a39d-6c86dd919246 req-3c7b8efc-07e9-4bb3-911a-a78063b3f6a6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1001186 May 10 11:24:57.678788 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d956251c-9527-4350-a39d-6c86dd919246 req-f5040ce3-29b4-4078-af94-512973c34a9d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550690 May 10 11:24:57.737199 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-b304b93b-c50f-43d2-9e62-1034ff595b51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525655 May 10 11:24:57.817011 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d10ccb48-1863-4a9b-8b0a-ba432ba7c92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.827286 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-4f692680-a634-4b98-9533-39e33bdfb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.828738 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-4f692680-a634-4b98-9533-39e33bdfb61c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.2809813 May 10 11:24:57.886204 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-47c6faf2-0775-4bb0-b1ce-3d30804fa47d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483205 May 10 11:24:57.891373 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1b99f2cd-32a0-476e-9061-f316675811b1 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:57.987045 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 1b99f2cd-32a0-476e-9061-f316675811b1 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:58.006390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 1b99f2cd-32a0-476e-9061-f316675811b1 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:58.008982 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.013286 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-268bd529-2323-4225-aa76-1961a30c9df6 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686241 May 10 11:24:58.150156 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-908ae6e5-42b7-4fde-aa50-5d13a12eb55d service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499123 May 10 11:24:58.198576 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.273787 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b99f2cd-32a0-476e-9061-f316675811b1'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:58.276181 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0683a9f4-cbf2-44c5-a66a-fef352729ef4 req-483c9ddf-8478-459a-a81c-ae754bf71549 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506766 May 10 11:24:58.309941 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 1b99f2cd-32a0-476e-9061-f316675811b1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1b99f2cd-32a0-476e-9061-f316675811b1,segment=NetworkSegment(78502201-d7e0-4e1c-a4a7-e7a40517cf73),segment_id=78502201-d7e0-4e1c-a4a7-e7a40517cf73)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:58.321022 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.324105 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:58.357834 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4add2b06-a95e-4b9d-b313-fbf501f46dba req-6b58e7b1-2905-47e3-bc60-4497f727afb0 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849589 May 10 11:24:58.385910 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b99f2cd-32a0-476e-9061-f316675811b1', 'code': 200} May 10 11:24:58.421081 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=1b99f2cd-32a0-476e-9061-f316675811b1,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:58.425601 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:58.638662 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4126c-2933-4139-8632-8b898fcd7557 req-d4ff86b9-dd73-459f-b432-7ba9d0f1fa67 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.660614 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c4e4126c-2933-4139-8632-8b898fcd7557 req-d4ff86b9-dd73-459f-b432-7ba9d0f1fa67 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.1167972 May 10 11:24:58.720478 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c4e4126c-2933-4139-8632-8b898fcd7557 req-3bc5216b-29a9-47b6-ada4-9c00d37a8615 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584962 May 10 11:24:58.781697 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9fe3e-5aea-48b3-9c0b-cfd4f68d7e80 req-57ef50cf-8ec5-4a9d-ad3f-288521930320 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.783289 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1fa9fe3e-5aea-48b3-9c0b-cfd4f68d7e80 req-57ef50cf-8ec5-4a9d-ad3f-288521930320 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 943 time: 0.1623747 May 10 11:24:58.831865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273ecc-6311-462b-94cd-47643b130b79 req-d1b54e3a-a398-4c69-b513-19cea71f523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.833722 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c6273ecc-6311-462b-94cd-47643b130b79 req-d1b54e3a-a398-4c69-b513-19cea71f523f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 1098 time: 0.1502216 May 10 11:24:58.874186 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1fa9fe3e-5aea-48b3-9c0b-cfd4f68d7e80 req-81693664-0d7c-4dad-a67d-838ae7411114 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811141 May 10 11:24:58.899793 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c6273ecc-6311-462b-94cd-47643b130b79 req-91d28207-7f68-4bb0-bb06-555314c01760 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530488 May 10 11:24:59.076673 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f151e-2041-435d-9226-3bdc434decbf req-6883375c-e6c4-44af-a1ae-e9aa6354f699 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.078905 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f49f151e-2041-435d-9226-3bdc434decbf req-6883375c-e6c4-44af-a1ae-e9aa6354f699 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.0913713 May 10 11:24:59.141261 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f49f151e-2041-435d-9226-3bdc434decbf req-903f9c41-05e0-4b32-be3b-df86a3ece0c1 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 May 10 11:24:59.906589 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 5ee864ee-6a05-46e5-af06-cbfc9b0e142b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:59.920013 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5567-57fa-491f-b440-005b0d1531f0 req-7d29bcb8-e29d-40b8-b215-81b91fb22e8b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.921460 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-013a5567-57fa-491f-b440-005b0d1531f0 req-7d29bcb8-e29d-40b8-b215-81b91fb22e8b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.0853851 May 10 11:25:00.017272 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-013a5567-57fa-491f-b440-005b0d1531f0 req-3c72016c-823f-4118-81b2-4353cd97f499 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655365 May 10 11:25:00.067467 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:00.080778 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'port_id': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b', 'mac_address': 'fa:16:3e:90:5c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa50b56-c2a7-449d-8abc-f1e81903586e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:25:00.151778 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.179897 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee864ee-6a05-46e5-af06-cbfc9b0e142b {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:00.198023 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:00.202554 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.204765 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:00.216527 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab73def-205d-4a63-b244-68cedeef11d7 req-e957d3ca-d3c3-4e7f-8ec8-697be2e5b0d1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:00.226673 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-aab73def-205d-4a63-b244-68cedeef11d7 req-e957d3ca-d3c3-4e7f-8ec8-697be2e5b0d1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 943 time: 0.1069553 May 10 11:25:00.279014 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-aab73def-205d-4a63-b244-68cedeef11d7 req-09a42cc1-ed61-4ece-a211-69401810d8a9 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 May 10 11:25:00.305102 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:00.309395 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:00.501362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.505879 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92f3e9-1601-4e8a-b0c3-35dac3ec7202 req-9e50726e-327b-4464-acaa-71900798dfdb tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:00.507492 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3e92f3e9-1601-4e8a-b0c3-35dac3ec7202 req-9e50726e-327b-4464-acaa-71900798dfdb tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.0889630 May 10 11:25:00.557845 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3e92f3e9-1601-4e8a-b0c3-35dac3ec7202 req-b87ffa83-ab09-4207-8f8c-b0fe77c6fe25 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 May 10 11:25:00.585123 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 38762) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:00.612331 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['5ee864ee-6a05-46e5-af06-cbfc9b0e142b'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:00.723508 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-068d5223-4c21-4f5a-9c8d-998cab939105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.728557 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.742781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:00.746558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Usage tracker for resource:security_group_rule and tenant:d124ec91165f40c99212baa055eb5918 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:00.749384 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:00.755864 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:00.845578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.850471 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.857704 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:00.901516 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d124ec91165f40c99212baa055eb5918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126359 May 10 11:25:00.901516 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dda0af-6e35-4d7e-93dc-4d1e263176c2,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:00.902860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:00.903623 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 38772) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:00.970732 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.001268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.062616 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.076314 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:01.094367 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.099520 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dda0af-6e35-4d7e-93dc-4d1e263176c2,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:01.123278 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:01.124303 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.125668 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12dda0af-6e35-4d7e-93dc-4d1e263176c2 HTTP/1.1" status: 204 len: 168 time: 0.2210250 May 10 11:25:01.163659 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.227735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd770a-4b65-4947-8f6b-ab573600fc6a req-60fccbcc-cf4b-4268-a423-2c819fb91641 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:01.229312 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b3bd770a-4b65-4947-8f6b-ab573600fc6a req-60fccbcc-cf4b-4268-a423-2c819fb91641 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.0916665 May 10 11:25:01.286662 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b3bd770a-4b65-4947-8f6b-ab573600fc6a req-80f318f4-8c35-4daa-a7ee-da7b4a363313 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 May 10 11:25:01.569598 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b87505-6927-40c6-8923-d5378db5278b req-20392286-504a-4865-81ca-23f70e69c719 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:01.577376 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f0b87505-6927-40c6-8923-d5378db5278b req-20392286-504a-4865-81ca-23f70e69c719 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 944 time: 0.1745102 May 10 11:25:01.635735 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f0b87505-6927-40c6-8923-d5378db5278b req-a7983896-e73b-4598-8fb2-51db9bdf3378 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561693 May 10 11:25:01.904444 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b445a-9924-4e06-835c-7dc7279a872c req-28bf3ae5-3c7f-4ea4-b922-e9b145fd670a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:01.913734 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c68b445a-9924-4e06-835c-7dc7279a872c req-28bf3ae5-3c7f-4ea4-b922-e9b145fd670a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1847148 May 10 11:25:01.918894 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 5ee864ee-6a05-46e5-af06-cbfc9b0e142b up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:02.058926 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c68b445a-9924-4e06-835c-7dc7279a872c req-36bf9768-d25b-43dc-869b-c3de5b75357f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381090 May 10 11:25:02.094675 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:02.102981 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:02.103492 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.276210 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.318958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:02.335349 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:02.340022 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.342747 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:02.384920 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b', 'code': 200} May 10 11:25:02.427792 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:02.433697 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:02.649709 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65977aea-66a0-48c1-be7d-afc52f3ef158 req-57fa8fae-acaf-41be-b81a-7699df9f6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:02.651156 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-65977aea-66a0-48c1-be7d-afc52f3ef158 req-57fa8fae-acaf-41be-b81a-7699df9f6b2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0753882 May 10 11:25:02.697831 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-65977aea-66a0-48c1-be7d-afc52f3ef158 req-9967546c-622b-4d0d-bed9-0ab3b934e453 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 May 10 11:25:02.821487 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164218f-3bf4-41d7-9a6c-23ee0a11ea2e req-9f9b40a0-6a4d-4f08-a832-7f6e98429516 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:02.823061 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7164218f-3bf4-41d7-9a6c-23ee0a11ea2e req-9f9b40a0-6a4d-4f08-a832-7f6e98429516 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 945 time: 0.0820973 May 10 11:25:02.872957 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7164218f-3bf4-41d7-9a6c-23ee0a11ea2e req-79b3139b-8d2a-4cd5-bd76-0f2c8bb1aced tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 May 10 11:25:03.025870 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.252439 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324d9ef-ae08-43a0-8abc-72f6a358da2f req-7d90f468-b5ac-4dfb-89cb-acf9926d5dca tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:03.254171 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7324d9ef-ae08-43a0-8abc-72f6a358da2f req-7d90f468-b5ac-4dfb-89cb-acf9926d5dca tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.0838044 May 10 11:25:03.314551 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7324d9ef-ae08-43a0-8abc-72f6a358da2f req-52d1b986-630c-4683-9ba9-1fc5033fa54b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 May 10 11:25:04.151807 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6582a-e0fb-4626-b54e-f09cc0fea7a8 req-de7c44d1-12e1-4850-a596-e053a0e8fb4a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.153922 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9ef6582a-e0fb-4626-b54e-f09cc0fea7a8 req-de7c44d1-12e1-4850-a596-e053a0e8fb4a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 945 time: 0.1285391 May 10 11:25:04.202625 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9ef6582a-e0fb-4626-b54e-f09cc0fea7a8 req-ca1e1558-eca9-4dd5-840d-32fa713a861b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 May 10 11:25:04.564305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20833c1-fee0-471f-b521-83d24529594c req-9bbd02fd-df90-4313-aa1d-dfe3b453db9c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.566962 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f20833c1-fee0-471f-b521-83d24529594c req-9bbd02fd-df90-4313-aa1d-dfe3b453db9c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1277552 May 10 11:25:04.654780 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f20833c1-fee0-471f-b521-83d24529594c req-e1427f26-4c70-493b-9ee9-37b7857f1dd3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667801 May 10 11:25:04.926779 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 39022) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:05.040211 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.055336 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:05.059093 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Usage tracker for resource:security_group_rule and tenant:f6a583debed94c0ebe1472ad65f8afa1 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:05.061909 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:05.067971 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:05.151024 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.154740 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.162980 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:05.203411 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6a583debed94c0ebe1472ad65f8afa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755477 May 10 11:25:05.204386 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02e291-ef14-43fc-bca6-4ce55e26b9b1,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:05.206697 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39032) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:05.208286 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:05.291064 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.328527 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.402694 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.407616 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:05.419612 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02e291-ef14-43fc-bca6-4ce55e26b9b1,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:05.422403 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:05.431004 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.432058 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c02e291-ef14-43fc-bca6-4ce55e26b9b1 HTTP/1.1" status: 204 len: 168 time: 0.2167923 May 10 11:25:05.825223 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 39070) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:05.934378 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.962935 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:05.966821 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Usage tracker for resource:security_group_rule and tenant:dfcc87d6a6da4429a9bc4e37e4c6343c is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:05.969765 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:05.976015 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:06.107846 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.203792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.214371 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-84567705-7007-42a5-ac5c-749628d7810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:06.233674 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f1240-face-4e55-9c85-b45f43895bff req-a6562e6c-012a-427d-8e66-11d5ddcd04ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.235146 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2c5f1240-face-4e55-9c85-b45f43895bff req-a6562e6c-012a-427d-8e66-11d5ddcd04ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.4026301 May 10 11:25:06.237007 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e7a0-6b5f-4b2f-98ae-de397edaf010 req-66b5c38e-97c2-4b84-8e31-04374e2e8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.238422 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7db6e7a0-6b5f-4b2f-98ae-de397edaf010 req-66b5c38e-97c2-4b84-8e31-04374e2e8423 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 1099 time: 0.3392525 May 10 11:25:06.301367 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032fde40-a620-4061-b162-5dbbf4fb2fbb,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:06.309209 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfcc87d6a6da4429a9bc4e37e4c6343c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824977 May 10 11:25:06.310275 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:06.311878 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39084) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:06.342925 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2c5f1240-face-4e55-9c85-b45f43895bff req-548b45c2-003d-46fe-93cc-1bba7f7fb5a6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982296 May 10 11:25:06.354872 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7db6e7a0-6b5f-4b2f-98ae-de397edaf010 req-d8d44346-30d9-4a7e-8772-417c80605a10 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805879 May 10 11:25:06.413188 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.472731 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.535073 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.541843 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a9586cea-3398-410f-84b0-9c74a3db34b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:06.557715 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032fde40-a620-4061-b162-5dbbf4fb2fbb,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:06.565217 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad0d8-239d-4b6d-85a3-d36698a1c998 req-b88cbd89-9a9e-4683-9960-4b924b760303 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.568960 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.570266 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/032fde40-a620-4061-b162-5dbbf4fb2fbb HTTP/1.1" status: 204 len: 168 time: 0.2563264 May 10 11:25:06.571371 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:06.573020 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8c6ad0d8-239d-4b6d-85a3-d36698a1c998 req-b88cbd89-9a9e-4683-9960-4b924b760303 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.1196487 May 10 11:25:06.628734 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8c6ad0d8-239d-4b6d-85a3-d36698a1c998 req-b9a35dcc-abf6-46f1-bb99-79af71fa7e6f tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541880 May 10 11:25:07.542502 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8c56-39e2-4ccc-82a7-c63fd3fcf64f req-ccfb25dd-fe24-40fd-9e6b-a051d637b61f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:07.544417 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bd6a8c56-39e2-4ccc-82a7-c63fd3fcf64f req-ccfb25dd-fe24-40fd-9e6b-a051d637b61f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.0807087 May 10 11:25:07.593806 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bd6a8c56-39e2-4ccc-82a7-c63fd3fcf64f req-5c8bf25f-1c54-4212-824f-f8c41d09d56a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 May 10 11:25:07.830650 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bf2c-e674-46ac-ba30-a53472cadc31 req-83f9fc01-7f5a-4840-a89a-b47d69fc5d10 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:07.838450 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f101bf2c-e674-46ac-ba30-a53472cadc31 req-83f9fc01-7f5a-4840-a89a-b47d69fc5d10 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.0887904 May 10 11:25:07.887372 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f101bf2c-e674-46ac-ba30-a53472cadc31 req-2db2c531-8bb2-4e07-888d-2d31846600c1 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 May 10 11:25:08.729375 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-f7fdb9d3-b149-45a5-8b04-56c0a22e909c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:08.731514 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-f7fdb9d3-b149-45a5-8b04-56c0a22e909c tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.23 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.1206362 May 10 11:25:08.921938 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c58e-529b-4b04-8aba-a6d7d8b1bfb7 req-d1825c63-55c9-4bac-b24a-d24e2efba992 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:08.929674 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1d95c58e-529b-4b04-8aba-a6d7d8b1bfb7 req-d1825c63-55c9-4bac-b24a-d24e2efba992 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1941290 May 10 11:25:08.981342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Deleting port 1b99f2cd-32a0-476e-9061-f316675811b1 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:25:08.981946 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.017101 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1d95c58e-529b-4b04-8aba-a6d7d8b1bfb7 req-a53593f8-e36f-4a38-bde0-e0b3b9f061e2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864213 May 10 11:25:09.212866 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] For port 1b99f2cd-32a0-476e-9061-f316675811b1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1b99f2cd-32a0-476e-9061-f316675811b1,segment=NetworkSegment(78502201-d7e0-4e1c-a4a7-e7a40517cf73),segment_id=78502201-d7e0-4e1c-a4a7-e7a40517cf73)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:09.213216 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.223154 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37beb0a-6e9b-4be9-8a58-8c727c0f7e33 req-9693effc-0886-4fb6-b673-22c442e3d8ba tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:09.224800 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a37beb0a-6e9b-4be9-8a58-8c727c0f7e33 req-9693effc-0886-4fb6-b673-22c442e3d8ba tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 945 time: 0.0998194 May 10 11:25:09.234211 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:25:09.310926 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a37beb0a-6e9b-4be9-8a58-8c727c0f7e33 req-0b7aeca1-3c74-42c2-b782-1bd94493bf5a tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755632 May 10 11:25:09.349190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Calling delete_port for 1b99f2cd-32a0-476e-9061-f316675811b1 owned by compute:nova {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:25:09.516536 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c2d9-1c11-48fe-b89d-a3724ecf685d req-1d404f17-55ec-4c4a-b5bd-26c8742705d3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:09.517909 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b0e4c2d9-1c11-48fe-b89d-a3724ecf685d req-1d404f17-55ec-4c4a-b5bd-26c8742705d3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1800051 May 10 11:25:09.595589 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39220) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:09.626122 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b0e4c2d9-1c11-48fe-b89d-a3724ecf685d req-2b707679-a3eb-4bfa-92f3-3ace5036e203 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958636 May 10 11:25:09.668900 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.676413 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:09.682609 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['1b99f2cd-32a0-476e-9061-f316675811b1'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:09.782001 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Pushing event deleted for resources: {'Port': ['ID=1b99f2cd-32a0-476e-9061-f316675811b1,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:09.791019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:09.803738 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.856015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:09.860384 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ee7f7283e642edb3802b3b357aeb41 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:09.863982 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:09.870188 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:09.885515 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] No DVR routers for this DVR port 1b99f2cd-32a0-476e-9061-f316675811b1 on host hv-cinder-78495 {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:09.889447 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.892407 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'name': 'network-vif-deleted', 'tag': '1b99f2cd-32a0-476e-9061-f316675811b1'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:09.926156 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d3227509-8085-4b93-9d0f-6082962b5c08 req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.23 "DELETE /v2.0/ports/1b99f2cd-32a0-476e-9061-f316675811b1 HTTP/1.1" status: 204 len: 173 time: 1.1585331 May 10 11:25:09.949264 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b2ed86-62b0-49ad-b5c9-4a52f1ed8117', 'name': 'network-vif-deleted', 'tag': '1b99f2cd-32a0-476e-9061-f316675811b1', 'status': 'completed', 'code': 200} May 10 11:25:09.982501 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:09.994280 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.006172 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:10.034776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168ca21b-c648-498e-ba5b-3b382a7e98e7,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.039287 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:10.058740 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1ee7f7283e642edb3802b3b357aeb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617150 May 10 11:25:10.061397 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39240) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:10.167069 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.196222 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.258420 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.263344 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b537a396-86c6-4af3-8662-09ebae5dc9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:10.273628 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ca21b-c648-498e-ba5b-3b382a7e98e7,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.279629 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:10.280423 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.285038 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/168ca21b-c648-498e-ba5b-3b382a7e98e7 HTTP/1.1" status: 204 len: 168 time: 0.2165661 May 10 11:25:10.551906 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-3239106f-b9b5-4524-acc7-6240c6a04140 req-102b86cf-82e5-4d93-b61c-e7e2c3b2c09b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Synchronizing usage tracker for tenant:83e8428b442448f493913eea36319b4c on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:10.572621 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-3239106f-b9b5-4524-acc7-6240c6a04140 req-102b86cf-82e5-4d93-b61c-e7e2c3b2c09b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Unset dirty status for tenant:83e8428b442448f493913eea36319b4c on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:10.583949 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3239106f-b9b5-4524-acc7-6240c6a04140 req-102b86cf-82e5-4d93-b61c-e7e2c3b2c09b tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b2ed86-62b0-49ad-b5c9-4a52f1ed8117 HTTP/1.1" status: 200 len: 210 time: 0.0845201 May 10 11:25:10.719967 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39274) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:10.739359 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.755734 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:10.759924 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Usage tracker for resource:security_group_rule and tenant:cd33f99589024cf1b00aae2db7ec3be1 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:10.763140 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:10.769468 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:10.864313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.871531 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.880833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:10.926333 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd33f99589024cf1b00aae2db7ec3be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052243 May 10 11:25:10.927341 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac33bd-973f-4352-8c0c-76322ab5f2e7,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.929109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 39282) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:10.930737 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:10.987769 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.012725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.064447 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.069782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2a0ea665-d6f2-4f4b-bf21-4cc2a9afdf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:11.082804 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac33bd-973f-4352-8c0c-76322ab5f2e7,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:11.085441 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:11.086606 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.087746 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ac33bd-973f-4352-8c0c-76322ab5f2e7 HTTP/1.1" status: 204 len: 168 time: 0.1559553 May 10 11:25:12.228639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f912d-030f-4ec9-a488-b37126191723 req-56c56767-f05b-4a10-ae09-dd0e25865242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.230155 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-56c56767-f05b-4a10-ae09-dd0e25865242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.3466587 May 10 11:25:12.254637 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a795d7a7-3c96-4a96-af2f-27aa5d2d6a0d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.256412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a795d7a7-3c96-4a96-af2f-27aa5d2d6a0d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:network {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:12.298910 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a795d7a7-3c96-4a96-af2f-27aa5d2d6a0d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:network {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:12.300276 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a795d7a7-3c96-4a96-af2f-27aa5d2d6a0d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.2776110 May 10 11:25:12.345986 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a84ece63-a10d-450d-9aa0-6817d94b32be tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/quotas/a3f58d7e66ca47099c754c570bff10d3 HTTP/1.1" status: 200 len: 375 time: 0.0382862 May 10 11:25:12.371994 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fd8b-f221-4dec-8f53-3fdc06cdc06a req-6edcea58-1d44-48f2-90b6-a969584508c2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.373576 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7d61fd8b-f221-4dec-8f53-3fdc06cdc06a req-6edcea58-1d44-48f2-90b6-a969584508c2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.3546901 May 10 11:25:12.474661 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-fecf40b4-9dc9-493a-8690-791476fc7a24 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1245327 May 10 11:25:12.535864 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7d61fd8b-f221-4dec-8f53-3fdc06cdc06a req-0487b456-2819-491d-a256-36f84c8856dd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885272 May 10 11:25:12.576781 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f912d-030f-4ec9-a488-b37126191723 req-860cd50e-a677-4000-9f47-fdefd02e638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.577214 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39382) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:12.578352 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-860cd50e-a677-4000-9f47-fdefd02e638d service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.3385968 May 10 11:25:12.659538 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-6ab224ec-175d-4955-aff6-0f8ec355ec1b service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779511 May 10 11:25:12.670606 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-1984c96f-697e-48b1-a917-196553829125 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.0839753 May 10 11:25:12.761844 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f912d-030f-4ec9-a488-b37126191723 req-4d3a0a6d-93dc-4458-897d-8f4486b89250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.763277 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-4d3a0a6d-93dc-4458-897d-8f4486b89250 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.0841904 May 10 11:25:12.794317 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:12.828380 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:12.835015 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-235b7b8f-0336-4260-b8d3-a667ada383de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640941 May 10 11:25:12.836773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Usage tracker for resource:security_group_rule and tenant:7d427ebe174e4c1b8fe05ba9fdf64400 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:12.847875 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:12.857830 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:12.874715 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-53fa7eab-f89a-4b01-8522-c92f723f9182 service neutron] 10.222.0.26 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089603 May 10 11:25:13.019378 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-b52ee443-81d5-4115-9d65-a8032645f010 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746414 May 10 11:25:13.119359 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.130536 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.141462 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8cf4e18e-a898-4ad9-ae78-f55463f87bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:13.188673 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d427ebe174e4c1b8fe05ba9fdf64400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028876 May 10 11:25:13.189338 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39408) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:13.199749 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac45fa8-0702-4a7b-9f5f-490fe9d54141,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:13.218486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:13.263785 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.264754 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-229deb0b-6c73-414a-8bb5-c17cb4cbb141 req-aea9fb70-e236-4703-a022-21e429b03a78 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 210 time: 0.0812256 May 10 11:25:13.296101 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.300366 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-db0f912d-030f-4ec9-a488-b37126191723 req-aacf939f-60f5-442a-81ae-8c4c90c8854d service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724266 May 10 11:25:13.355990 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.360978 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-eec526c8-49cb-4f13-a1e2-1bda630d5bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:13.373984 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac45fa8-0702-4a7b-9f5f-490fe9d54141,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:13.376206 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:13.383549 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.386978 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fac45fa8-0702-4a7b-9f5f-490fe9d54141 HTTP/1.1" status: 204 len: 168 time: 0.1932285 May 10 11:25:13.753339 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 39450) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:13.776415 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.797893 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:13.804678 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Usage tracker for resource:security_group_rule and tenant:5d66f12a5d2e4650a32093633abe7e04 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:13.808030 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:13.817865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:13.825740 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfcc91-ea55-437f-8333-49691dda652b req-2811d772-cbac-4c7f-9e99-17e9d35957db tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:13.828181 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5bcfcc91-ea55-437f-8333-49691dda652b req-2811d772-cbac-4c7f-9e99-17e9d35957db tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1444926 May 10 11:25:13.912054 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5bcfcc91-ea55-437f-8333-49691dda652b req-d74433c3-a115-49f7-9f54-6ba451d1859a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751529 May 10 11:25:13.958576 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.970302 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.984735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-83c2badb-d798-4c2a-a13c-a3e33c86df7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:13.999580 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1b99f2cd-32a0-476e-9061-f316675811b1 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:25:14.028257 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d66f12a5d2e4650a32093633abe7e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731750 May 10 11:25:14.030496 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215edd42-8b20-4e84-b67c-a5912ec4b4aa,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.035608 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39460) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:14.046798 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.078783 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 1b99f2cd-32a0-476e-9061-f316675811b1 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:25:14.079131 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1b99f2cd-32a0-476e-9061-f316675811b1 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:25:14.113269 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.141073 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.195321 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.200788 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1a78fe3c-d719-42b3-9600-3a9e2e47571c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:14.212392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215edd42-8b20-4e84-b67c-a5912ec4b4aa,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.215145 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.219869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.220984 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/215edd42-8b20-4e84-b67c-a5912ec4b4aa HTTP/1.1" status: 204 len: 168 time: 0.1843402 May 10 11:25:14.421169 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d15b713-5e21-44ba-9e09-984aafdc29f4 req-bd84046f-aed1-4489-8502-49d0b865a2df tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 210 time: 0.0530341 May 10 11:25:14.610451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39474) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:14.633312 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.648138 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:14.652000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a20673f3614a669c5694d61b078a82 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:14.653905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-61a5be22-93b8-4d8a-8aeb-a6a60fc1be64 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:14.655420 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-61a5be22-93b8-4d8a-8aeb-a6a60fc1be64 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 815 time: 0.1638784 May 10 11:25:14.655552 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:14.661927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:14.668098 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Request body: {'port': {'device_id': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'admin_state_up': True, 'tenant_id': 'a3f58d7e66ca47099c754c570bff10d3'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:14.750422 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.754632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.763331 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-987d5348-ba96-434b-ac7b-dc6b64605f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:14.804305 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2a20673f3614a669c5694d61b078a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926956 May 10 11:25:14.805938 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbcbf55-da48-4d4c-94f8-f3171904fa16,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.808167 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39480) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:14.810736 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:14.810879 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.820984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:14.831523 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Made reservation on behalf of a3f58d7e66ca47099c754c570bff10d3 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:14.835162 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.870226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.902129 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.988061 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.995525 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:15.007005 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbcbf55-da48-4d4c-94f8-f3171904fa16,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.017384 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:15.029813 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.034293 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fbcbf55-da48-4d4c-94f8-f3171904fa16 HTTP/1.1" status: 204 len: 168 time: 0.2221932 May 10 11:25:15.034460 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Allocated IP 172.20.0.13 (ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef/cfa50b56-c2a7-449d-8abc-f1e81903586e/6f15c4c1-01c3-4fe4-abb3-857e3104e5a4) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:15.136147 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457ef23-e19b-4657-afc7-979e550cd518 req-46be97dc-f8cd-43bd-a564-84f8ed484c76 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:15.137690 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1457ef23-e19b-4657-afc7-979e550cd518 req-46be97dc-f8cd-43bd-a564-84f8ed484c76 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0917537 May 10 11:25:15.243257 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1457ef23-e19b-4657-afc7-979e550cd518 req-ebb9360d-2887-4b6b-a152-eeb292ad592d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975821 May 10 11:25:15.328542 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.361408 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.374803 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86', '903cae90-60db-4b5d-90d3-802e95d8575f', '5ee864ee-6a05-46e5-af06-cbfc9b0e142b'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:15.376828 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:15.423596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:15.430206 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:15.433404 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:15.559068 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event updated for resources: {'Port': ['ID=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.563970 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:15.571913 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:15.572809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.609985 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9456451 May 10 11:25:15.625143 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Request body: {'port': {'device_id': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:15.740404 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af0e8b-5a23-4874-88a2-374c2bf0247d req-1bf61d49-d943-498a-8bc7-0afbe1d1bcd3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:15.742366 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c0af0e8b-5a23-4874-88a2-374c2bf0247d req-1bf61d49-d943-498a-8bc7-0afbe1d1bcd3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 932 time: 0.1440628 May 10 11:25:15.806990 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c0af0e8b-5a23-4874-88a2-374c2bf0247d req-dd850af2-f255-4716-8653-1dee3c196223 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575805 May 10 11:25:15.871068 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.116731 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39526) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:16.226323 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-695574885-network', 'tenant_id': '1d88da14ca2f4af59a6c5b77da08bd52'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:16.240756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:16.244539 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Usage tracker for resource:network and tenant:1d88da14ca2f4af59a6c5b77da08bd52 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:16.250041 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:16.264049 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:16.282198 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Made reservation on behalf of 1d88da14ca2f4af59a6c5b77da08bd52 for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:16.285323 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.299401 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.306286 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:16.316883 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:16.317969 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.321596 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Usage tracker for resource:security_group_rule and tenant:1d88da14ca2f4af59a6c5b77da08bd52 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:16.327113 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:16.344886 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:16.349621 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Transition to ACTIVE for port object 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:16.356716 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.362380 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-4bfe04fc-b29a-4f3d-8c12-cf5bff4b22b7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.487577 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b39c3b-884b-4308-86c7-7ae21e3b42bf req-aa82f2e1-22c1-4d09-a188-a9a825d0fb86 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:16.489114 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b8b39c3b-884b-4308-86c7-7ae21e3b42bf req-aa82f2e1-22c1-4d09-a188-a9a825d0fb86 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1236019 May 10 11:25:16.521826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Pushing event updated for resources: {'Port': ['ID=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.525507 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:16.536748 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.554196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.560087 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ab44d5c8-b709-40dc-8c36-666de2b6d599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.592237 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b8b39c3b-884b-4308-86c7-7ae21e3b42bf req-0a5c26fd-b652-40ad-95ea-4226091b6915 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870652 May 10 11:25:16.592949 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:16.607648 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.610505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.610847 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Added segment db1ef93d-95bc-4753-9a65-3589ddc34131 of type vlan for network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 May 10 11:25:16.615494 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Attempting to bind port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:16.615898 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Attempting to bind port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:16.616298 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Attempting to bind port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:16.618616 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:16.623305 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:25:16.623640 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Attempting to bind port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 on network ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:16.629781 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:16.630111 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Checking segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:16.630490 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Bound using segment: {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:16.630915 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Bound port: 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3321e4-c86a-418f-9f2a-5d4fbf22f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:16.631287 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.640816 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.668685 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.670002 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:16.670584 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.674006 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c977f84f-923c-49e0-9138-aa768536d377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.721219 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] For port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:16.724304 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] For port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:16.728823 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.733056 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.771927 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6540999 May 10 11:25:16.775209 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bd24cb-ce1a-432b-b59f-3ae4e961b682,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.777038 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 39540) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:16.779157 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:16.786394 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Request body: {'subnet': {'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-695574885-subnet', 'tenant_id': '1d88da14ca2f4af59a6c5b77da08bd52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:16.787443 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:16.797586 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:16.798491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.800405 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] 10.222.0.23 "PUT /v2.0/ports/6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 HTTP/1.1" status: 200 len: 1094 time: 1.1797972 May 10 11:25:16.802435 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'tag': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:16.809538 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:16.823557 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Usage tracker for resource:subnet and tenant:1d88da14ca2f4af59a6c5b77da08bd52 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:16.827775 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:16.835561 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:16.840226 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Pushing event updated for resources: {'Port': ['ID=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.881587 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:16.889046 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'tag': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4', 'status': 'completed', 'code': 200} May 10 11:25:16.896510 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Made reservation on behalf of 1d88da14ca2f4af59a6c5b77da08bd52 for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:16.898782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372347'] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.028652 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a4dbc3f3-eba2-4fcb-8738-52ace19d4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.030155 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-a4dbc3f3-eba2-4fcb-8738-52ace19d4ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 1097 time: 0.1792648 May 10 11:25:17.032671 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4b4de-4440-46c2-a4f3-fbf9303b0116 req-8390822c-6bd3-4535-98f8-a927c9d46640 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.035209 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-30f4b4de-4440-46c2-a4f3-fbf9303b0116 req-8390822c-6bd3-4535-98f8-a927c9d46640 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0912778 May 10 11:25:17.095329 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-30f4b4de-4440-46c2-a4f3-fbf9303b0116 req-ff864ecc-7590-4ed3-b2fa-ee8a45d62275 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 May 10 11:25:17.134630 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-156135ff-3df2-48fb-aa0c-942db137b3ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 HTTP/1.1" status: 200 len: 217 time: 0.0951796 May 10 11:25:17.245661 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-0e8c7292-4a16-49d0-8e59-0180212f89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.247207 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-0e8c7292-4a16-49d0-8e59-0180212f89af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.0969536 May 10 11:25:17.318636 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-0f991e76-817c-4945-b554-8f17e829e432 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474081 May 10 11:25:17.607423 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-f45e5643-741b-4dc9-8f5a-68d419455c93 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499816 May 10 11:25:17.850646 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bc58ddf9-2355-47aa-8a22-eafaece3d857 req-f8ced888-1970-4823-bd14-b1f56caf12f9 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314270 May 10 11:25:17.866296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372233'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:17.873883 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d06fd948-62f2-43ff-9df0-4359281e63b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:18.011696 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ab7b14-c0f6-4abf-b99b-5836b4293f9c,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:18.014429 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:18.024981 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217450a8-647f-4934-bfa4-1a392b93dc39 req-23467ad5-27bd-4b69-8afa-50ff6cf09abd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.026790 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-217450a8-647f-4934-bfa4-1a392b93dc39 req-23467ad5-27bd-4b69-8afa-50ff6cf09abd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.3151650 May 10 11:25:18.053019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Checking segment: {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:18.053376 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Network hostable DHCP agents. Network: c2bd24cb-ce1a-432b-b59f-3ae4e961b682, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:18.099769 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-217450a8-647f-4934-bfa4-1a392b93dc39 req-c579662f-b11c-4b19-be05-12ea476db5c1 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 May 10 11:25:18.104108 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-b5cdc29d-210d-4f35-ab19-734c5e314490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.105685 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-b5cdc29d-210d-4f35-ab19-734c5e314490 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3f58d7e66ca47099c754c570bff10d3&device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 1097 time: 0.2013509 May 10 11:25:18.106657 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:18.135387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, c2bd24cb-ce1a-432b-b59f-3ae4e961b682) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:18.143775 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b5f0d-eb19-4e9c-852c-1006e3a5ef58 None None] Network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:18.198316 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.198931 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.249802 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4715989 May 10 11:25:18.268596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-1c7fc480-154a-49f4-90b9-7d3e2da40d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.270622 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-1c7fc480-154a-49f4-90b9-7d3e2da40d5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 200 len: 916 time: 0.1557844 May 10 11:25:18.317011 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1af8f-8bc2-473b-88c0-1242dcf54718 req-e9e4269a-1896-46a9-b733-fa0908612ae5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.318725 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-47a1af8f-8bc2-473b-88c0-1242dcf54718 req-e9e4269a-1896-46a9-b733-fa0908612ae5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0994704 May 10 11:25:18.357763 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-436de1ae-3af6-4c53-9563-2e75060631e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 HTTP/1.1" status: 200 len: 217 time: 0.0735910 May 10 11:25:18.383659 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-47a1af8f-8bc2-473b-88c0-1242dcf54718 req-49baa266-8830-4834-b673-5ef8e424c9b3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560734 May 10 11:25:18.403650 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88764f6-4332-4a27-a66c-df24eb68c2d5 None None] Network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:18.444923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-cd086fdd-2984-4c5c-83e4-443008c3fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.446358 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-cd086fdd-2984-4c5c-83e4-443008c3fa9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 200 len: 855 time: 0.0804818 May 10 11:25:18.510142 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-137a6a09-f263-4c60-97d1-db89b1fca925 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541091 May 10 11:25:18.719308 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-1f9e9a24-f58b-40be-9706-f519fc8dc2d0 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897271 May 10 11:25:18.880219 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7ac876c1-da56-4a9a-8b90-553b117f0b17 req-177a260f-d43e-4e95-9aaa-c76c26d256f0 service neutron] 10.222.0.23 "GET /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379941 May 10 11:25:19.311255 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2391b-943f-4964-b3e8-08296761c5b9 req-cce798e9-dae6-4f29-a253-ddcecb57acc5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:19.312753 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-cfe2391b-943f-4964-b3e8-08296761c5b9 req-cce798e9-dae6-4f29-a253-ddcecb57acc5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0829434 May 10 11:25:19.357390 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-cfe2391b-943f-4964-b3e8-08296761c5b9 req-d08fe55c-6505-4ce7-8f11-39a0cbe84e01 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 May 10 11:25:19.569338 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ad32-946c-4cb2-ab6a-56808906fb73 req-a48096a3-0d1a-493e-a0e2-f2e6886f7d23 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:19.570952 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d912ad32-946c-4cb2-ab6a-56808906fb73 req-a48096a3-0d1a-493e-a0e2-f2e6886f7d23 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0856175 May 10 11:25:19.617275 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d912ad32-946c-4cb2-ab6a-56808906fb73 req-202a7e1d-92b9-458b-b715-93f1b4e8d0ba tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 May 10 11:25:20.548856 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35ad8-6e0b-42f8-861a-a9ace23dceb0 req-f15e9984-0c34-451c-bf93-041f49d85e79 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:20.551196 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b6f35ad8-6e0b-42f8-861a-a9ace23dceb0 req-f15e9984-0c34-451c-bf93-041f49d85e79 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0822370 May 10 11:25:20.598732 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b6f35ad8-6e0b-42f8-861a-a9ace23dceb0 req-3df5f74a-3240-48b3-82d2-8b10214b6ed3 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 May 10 11:25:20.907648 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff2e2-59e6-44d6-b5df-a3f35c54eb77 req-8c0b30a6-e274-42a7-bda5-b14fe50f8704 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:20.908323 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e94ff2e2-59e6-44d6-b5df-a3f35c54eb77 req-8c0b30a6-e274-42a7-bda5-b14fe50f8704 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:20.923053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e94ff2e2-59e6-44d6-b5df-a3f35c54eb77 req-8c0b30a6-e274-42a7-bda5-b14fe50f8704 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:20.925129 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e94ff2e2-59e6-44d6-b5df-a3f35c54eb77 req-8c0b30a6-e274-42a7-bda5-b14fe50f8704 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0991297 May 10 11:25:20.969228 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e94ff2e2-59e6-44d6-b5df-a3f35c54eb77 req-16bcc500-9a54-4d5c-b406-3343302b0eb3 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 May 10 11:25:21.803962 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea821-ef75-4950-94f6-3ce691c470c3 req-a0f13d54-adee-4115-a50f-51795eaf4a53 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:21.805943 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-32eea821-ef75-4950-94f6-3ce691c470c3 req-a0f13d54-adee-4115-a50f-51795eaf4a53 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0842264 May 10 11:25:21.852277 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-32eea821-ef75-4950-94f6-3ce691c470c3 req-76067ba3-c62b-492d-b981-a120c44738f5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 May 10 11:25:22.170783 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81511c4-632a-47b1-9c3d-b54129d6c091 req-6e9222bb-76c5-4137-9b22-58f6eccf9ebc tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:22.172297 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c81511c4-632a-47b1-9c3d-b54129d6c091 req-6e9222bb-76c5-4137-9b22-58f6eccf9ebc tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0799339 May 10 11:25:22.218180 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c81511c4-632a-47b1-9c3d-b54129d6c091 req-ee6253e5-7d2d-4354-bbb7-dc13ce0f5602 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 May 10 11:25:23.118712 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c90c2e-8af0-447f-82b9-e4b9d881303d req-1f045b2c-bf29-41c9-8383-6f6e5032193e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:23.120169 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a6c90c2e-8af0-447f-82b9-e4b9d881303d req-1f045b2c-bf29-41c9-8383-6f6e5032193e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1575913 May 10 11:25:23.164425 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a6c90c2e-8af0-447f-82b9-e4b9d881303d req-908a2b88-2f02-43a8-8b66-2ce5995ca5da tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 May 10 11:25:23.479181 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899f4c0-e55d-4048-998e-a1fd168b96c8 req-d8a958d9-a9be-43c9-82ba-10861fea07de tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:23.480874 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3899f4c0-e55d-4048-998e-a1fd168b96c8 req-d8a958d9-a9be-43c9-82ba-10861fea07de tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0831637 May 10 11:25:23.533022 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3899f4c0-e55d-4048-998e-a1fd168b96c8 req-3dd5fa65-51f7-4daf-a805-ad6f8db1aa26 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 May 10 11:25:24.347891 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ab693-820b-4003-b924-54518ba22049 req-ae8f9ecc-9ca3-4248-b27a-ab0b7de24013 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:24.349341 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8f7ab693-820b-4003-b924-54518ba22049 req-ae8f9ecc-9ca3-4248-b27a-ab0b7de24013 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0782189 May 10 11:25:24.394371 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8f7ab693-820b-4003-b924-54518ba22049 req-11000294-7a35-4069-b8aa-a28852d80e40 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 May 10 11:25:24.718512 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3c0f9-0658-460b-aaa7-c5f4813e05b8 req-cfbbd2b3-5440-4f65-9043-96313ce7fd0c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:24.719972 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-27b3c0f9-0658-460b-aaa7-c5f4813e05b8 req-cfbbd2b3-5440-4f65-9043-96313ce7fd0c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0810351 May 10 11:25:24.763683 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-27b3c0f9-0658-460b-aaa7-c5f4813e05b8 req-fb60bb60-4cb5-4d71-9ce5-4480530f7073 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379939 May 10 11:25:25.585862 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dad5b-243e-49d0-a748-faa944dbe613 req-a2891b19-2243-4de2-aa26-3380a183b1da tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:25.587342 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5b8dad5b-243e-49d0-a748-faa944dbe613 req-a2891b19-2243-4de2-aa26-3380a183b1da tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0824165 May 10 11:25:25.630999 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5b8dad5b-243e-49d0-a748-faa944dbe613 req-c1ab19a9-bd46-4770-81db-d07f1dd3db39 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 May 10 11:25:25.948627 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41ee89-e584-41a4-a6af-8a760991836c req-1f11c499-d48c-435a-b282-97152f344dc2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:25.950088 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1d41ee89-e584-41a4-a6af-8a760991836c req-1f11c499-d48c-435a-b282-97152f344dc2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0786026 May 10 11:25:25.993971 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1d41ee89-e584-41a4-a6af-8a760991836c req-e7b0480b-5a1f-44ac-b788-a66101a5ebf8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 May 10 11:25:26.826608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de33ff-e97b-4899-a9f8-c451d172f374 req-385503b7-9d2c-436d-a60e-8939cf8882e5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:26.828071 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-00de33ff-e97b-4899-a9f8-c451d172f374 req-385503b7-9d2c-436d-a60e-8939cf8882e5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0847206 May 10 11:25:26.872258 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-00de33ff-e97b-4899-a9f8-c451d172f374 req-5215d0eb-c444-41e2-a4dc-da028825b285 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 May 10 11:25:27.202602 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2399-1d55-4eb7-9aa0-e09d18e8d3a7 req-fbcb0fd3-b31e-4f63-8a93-0083d62867e2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.209953 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-059c2399-1d55-4eb7-9aa0-e09d18e8d3a7 req-fbcb0fd3-b31e-4f63-8a93-0083d62867e2 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0994694 May 10 11:25:27.265319 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-059c2399-1d55-4eb7-9aa0-e09d18e8d3a7 req-2ad09ded-4bb6-463a-85f1-0557ea16bd33 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544102 May 10 11:25:27.811585 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-34edd0f7-7eef-4de3-ae5e-5605f01ee87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:28.049947 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-e2f5662c-0d87-4866-aa8c-8cb3bde69889 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:28.050630 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-e2f5662c-0d87-4866-aa8c-8cb3bde69889 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Synchronizing usage tracker for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:network {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:28.057713 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7da5a-8e74-45cb-a605-839ce7af85e1 req-ae3258c6-eea0-4785-9e8f-4deb0d66c24f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:28.059161 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e9a7da5a-8e74-45cb-a605-839ce7af85e1 req-ae3258c6-eea0-4785-9e8f-4deb0d66c24f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0808437 May 10 11:25:28.067487 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-e2f5662c-0d87-4866-aa8c-8cb3bde69889 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Unset dirty status for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:network {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:28.068683 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-e2f5662c-0d87-4866-aa8c-8cb3bde69889 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/networks?id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 200 len: 808 time: 0.1656430 May 10 11:25:28.086681 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-35158b9f-9dd1-4df2-a075-b264ca406382 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/quotas/1d88da14ca2f4af59a6c5b77da08bd52 HTTP/1.1" status: 200 len: 375 time: 0.0123208 May 10 11:25:28.110398 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e9a7da5a-8e74-45cb-a605-839ce7af85e1 req-70066135-98b4-45de-97e0-7737cef2a597 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 May 10 11:25:28.136370 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-2cbeadbf-4145-4f10-8396-c0d5ed495993 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414953 May 10 11:25:28.341246 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-f4819733-521f-4e60-bde0-0d62ec4b5c68 service neutron] 10.222.0.26 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981838 May 10 11:25:28.457037 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ea3c9-012d-4c0e-9222-d816eba3cf0f req-3b4666e5-957b-44be-84c7-5b4438b4478f tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:28.458703 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fc1ea3c9-012d-4c0e-9222-d816eba3cf0f req-3b4666e5-957b-44be-84c7-5b4438b4478f tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0898416 May 10 11:25:28.480765 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-b3943ced-7cb8-4d74-802d-c808cc0fe59e service neutron] 10.222.0.26 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386564 May 10 11:25:28.512270 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fc1ea3c9-012d-4c0e-9222-d816eba3cf0f req-ec12a236-242c-46b1-9dd6-af1f30695b8b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480368 May 10 11:25:28.699762 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10a77e84-3faf-4ea9-b6a2-816341f34733 req-5a63d30d-bf87-48d4-87a6-5fa715922121 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 210 time: 0.0538774 May 10 11:25:29.308973 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1526f5-56f3-4749-9c5c-e48673efc01e req-fab75949-54ae-4685-bcb0-c09478bdb404 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:29.310426 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1f1526f5-56f3-4749-9c5c-e48673efc01e req-fab75949-54ae-4685-bcb0-c09478bdb404 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0942729 May 10 11:25:29.356673 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1f1526f5-56f3-4749-9c5c-e48673efc01e req-2606c515-0513-484b-a179-6c11536cd9d1 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 May 10 11:25:29.706126 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460600-ea13-4883-9998-20f2fc859e35 req-59a61d5b-952c-4f6d-81aa-071be600c55d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:29.707670 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8460600-ea13-4883-9998-20f2fc859e35 req-59a61d5b-952c-4f6d-81aa-071be600c55d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.0860019 May 10 11:25:29.759185 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8460600-ea13-4883-9998-20f2fc859e35 req-ef781036-cbcf-4add-9a45-087839511e09 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 May 10 11:25:29.887032 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39824) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:29.946917 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ce67e392-9381-4a5b-95f7-b7ae7e8d2fee req-2e897d8a-1dcf-4d96-93bd-034a9ab83997 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 210 time: 0.0580466 May 10 11:25:29.995305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Deleting subnet be0a64ca-d7b3-478c-aa39-c20c98a66ee9 {{(pid=78677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:25:29.998372 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.007191 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-9ec5d86e-c142-4ce7-bc31-4e5290d4e1be tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:30.008740 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-9ec5d86e-c142-4ce7-bc31-4e5290d4e1be tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "GET /v2.0/networks?id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 200 len: 808 time: 0.2377393 May 10 11:25:30.031895 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Request body: {'port': {'device_id': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682', 'admin_state_up': True, 'tenant_id': '1d88da14ca2f4af59a6c5b77da08bd52'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:30.053884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615808'] for subnet, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.120382 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.175816 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:30.179697 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Usage tracker for resource:port and tenant:1d88da14ca2f4af59a6c5b77da08bd52 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:30.182500 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:30.188095 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:30.197874 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Made reservation on behalf of 1d88da14ca2f4af59a6c5b77da08bd52 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:30.201618 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.373136 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2560336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2863002'] for subnet, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.380046 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:30.420038 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0a64ca-d7b3-478c-aa39-c20c98a66ee9,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.422663 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:30.425909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.434297 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be0a64ca-d7b3-478c-aa39-c20c98a66ee9 HTTP/1.1" status: 204 len: 168 time: 0.5433733 May 10 11:25:30.434522 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39838) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:30.446124 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Allocated IP 172.20.0.14 (c2bd24cb-ce1a-432b-b59f-3ae4e961b682/05ab7b14-c0f6-4abf-b99b-5836b4293f9c/63b45227-7e97-4c52-9b3f-6fc1562ee0b2) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:30.496877 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.602618 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.671866 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.683344 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3b9c-0703-4446-b83b-494d7660b75d req-a33dcd2e-f512-42ad-b585-70e195120d7d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:30.685075 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-553f3b9c-0703-4446-b83b-494d7660b75d req-a33dcd2e-f512-42ad-b585-70e195120d7d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1788123 May 10 11:25:30.704487 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-c4783fab-db09-4240-84a5-d69566b2d310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.708371 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.714501 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:30.774223 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:30.777035 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:30.779426 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:30.781768 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.800398 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69872c53-4b87-41f8-95a9-28bc4044409e']}} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:30.810273 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-553f3b9c-0703-4446-b83b-494d7660b75d req-6e4418ea-c12c-4226-8af2-c0c2e5cfa360 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761476 May 10 11:25:30.816538 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78502201-d7e0-4e1c-a4a7-e7a40517cf73') {'for_net_delete': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:30.816849 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78502201-d7e0-4e1c-a4a7-e7a40517cf73') {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:30.834367 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615839'] for segment, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.841616 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Pushing event updated for resources: {'Port': ['ID=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.844592 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:30.855916 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.864517 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=78677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:30.865095 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2560310'] for segment, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.871150 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:30.871853 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: Traceback (most recent call last): May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: timer() May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: cb(*args, **kw) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: return func(*args, **kwargs) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: self._notify() May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: self.callback(batched_events) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: event.method(event) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: return f(self, *a, **k) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: return self._get(url).json() May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: return self.request(url, 'GET', **kwargs) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:30.900458 dv-cinder-784956-5-smb neutron-server[78677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:30.935718 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9083097 May 10 11:25:30.951782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Request body: {'port': {'device_id': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:30.980343 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.991066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.010100 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.035944 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69872c53-4b87-41f8-95a9-28bc4044409e HTTP/1.1" status: 204 len: 168 time: 0.6004167 May 10 11:25:31.037285 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Pushing event deleted for resources: {'Network': ['ID=69872c53-4b87-41f8-95a9-28bc4044409e,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.039248 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39852) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:31.041608 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e08c01b7-58b6-4fb7-aa41-255f0763bd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:31.079012 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983d8-856a-49cb-90c7-68f5d08d87df req-bbcea86d-c3bb-4bcf-b61f-d248650343f1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:31.081006 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fe6983d8-856a-49cb-90c7-68f5d08d87df req-bbcea86d-c3bb-4bcf-b61f-d248650343f1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 944 time: 0.1924913 May 10 11:25:31.105725 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.113619 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.139519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.163456 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Deleting subnet b3fb31d1-e448-44a8-8349-910674250a40 {{(pid=78677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:25:31.168482 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.196448 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fe6983d8-856a-49cb-90c7-68f5d08d87df req-cd193be2-a641-4b6e-b4f7-2ec48dffa43a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029241 May 10 11:25:31.227748 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615808'] for subnet, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.275328 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897656c0-e475-4851-bc59-2d2ada1f16f5 req-981c69eb-d311-4267-bf3a-adcef0c71e2f tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:31.276825 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-897656c0-e475-4851-bc59-2d2ada1f16f5 req-981c69eb-d311-4267-bf3a-adcef0c71e2f tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 932 time: 0.1925771 May 10 11:25:31.327845 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.443595 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-897656c0-e475-4851-bc59-2d2ada1f16f5 req-c03a7da5-fe60-4651-9436-1a0061ffb01e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Synchronizing usage tracker for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:31.494809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:31.502092 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.517053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Transition to ACTIVE for port object 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:31.520945 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.525558 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.532799 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-897656c0-e475-4851-bc59-2d2ada1f16f5 req-c03a7da5-fe60-4651-9436-1a0061ffb01e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Unset dirty status for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:31.534041 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-897656c0-e475-4851-bc59-2d2ada1f16f5 req-c03a7da5-fe60-4651-9436-1a0061ffb01e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507579 May 10 11:25:31.694560 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2560336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2863002'] for subnet, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.699031 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Pushing event updated for resources: {'Port': ['ID=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.700226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.701922 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:31.736261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fb31d1-e448-44a8-8349-910674250a40,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.739676 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:31.740952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.747667 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b3fb31d1-e448-44a8-8349-910674250a40 HTTP/1.1" status: 204 len: 168 time: 0.7070301 May 10 11:25:31.749960 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39860) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:31.783969 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Attempting to bind port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:31.784324 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Attempting to bind port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:31.784620 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Attempting to bind port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 on network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:31.789213 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 on network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:25:31.789529 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Attempting to bind port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 on network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:31.794491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:31.794817 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Checking segment: {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:31.795194 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Bound using segment: {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:31.795608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Bound port: 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:31.795947 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.855059 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.888267 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] For port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:31.892558 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] For port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:31.897645 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.902404 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-16c1cbbf-e945-4bc1-9219-d0fe27c7d1cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.957770 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:31.958455 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.959857 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] 10.222.0.23 "PUT /v2.0/ports/63b45227-7e97-4c52-9b3f-6fc1562ee0b2 HTTP/1.1" status: 200 len: 1094 time: 1.0127275 May 10 11:25:31.960632 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'tag': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:31.992435 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Pushing event updated for resources: {'Port': ['ID=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.995835 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:32.037925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.050479 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'tag': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2', 'status': 'completed', 'code': 200} May 10 11:25:32.054438 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a8bfda-23a5-43b2-9a13-297d83926f88']}} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.069246 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54d1b0a-2c76-4759-9faa-2f3a483beb17') {'for_net_delete': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.069548 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54d1b0a-2c76-4759-9faa-2f3a483beb17') {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.085134 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:25:32.095101 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615839'] for segment, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.099713 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-01100910-cb74-416c-8aaf-d98a2ee5456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:32.101273 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-01100910-cb74-416c-8aaf-d98a2ee5456b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 1097 time: 0.0912359 May 10 11:25:32.126579 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6049-da4d-4404-9d5c-1d46f8fcc3cd req-004ac2ef-27b7-44b7-9fb6-ca0b64a567b7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:32.128577 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fb9d6049-da4d-4404-9d5c-1d46f8fcc3cd req-004ac2ef-27b7-44b7-9fb6-ca0b64a567b7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1687906 May 10 11:25:32.129970 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.138258 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=78677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:32.138662 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2560310'] for segment, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: Traceback (most recent call last): May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: timer() May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: cb(*args, **kw) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: return func(*args, **kwargs) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: self._notify() May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: self.callback(batched_events) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: event.method(event) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: return f(self, *a, **k) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: return self._get(url).json() May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: return self.request(url, 'GET', **kwargs) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:32.154471 dv-cinder-784956-5-smb neutron-server[78677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:32.184917 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-7726f374-6857-4e63-81c9-b5609f69e61a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2 HTTP/1.1" status: 200 len: 217 time: 0.0744557 May 10 11:25:32.264126 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:32.265962 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fb9d6049-da4d-4404-9d5c-1d46f8fcc3cd req-4328ac56-a75d-4519-b204-b08277c32af8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295335 May 10 11:25:32.269750 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.274070 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-34c3b657-6c13-4540-8a96-5eb931c81df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:32.294396 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.298379 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a8bfda-23a5-43b2-9a13-297d83926f88,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.302332 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:32.304247 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/97a8bfda-23a5-43b2-9a13-297d83926f88 HTTP/1.1" status: 204 len: 168 time: 0.5531945 May 10 11:25:32.304909 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4', 'network_id': 'ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef', 'port_id': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4', 'mac_address': 'fa:16:3e:f1:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa50b56-c2a7-449d-8abc-f1e81903586e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:25:32.375663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-f6c9c5ab-b6a8-42f0-ab3b-39186fd2a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:32.377483 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-f6c9c5ab-b6a8-42f0-ab3b-39186fd2a13f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05ab7b14-c0f6-4abf-b99b-5836b4293f9c HTTP/1.1" status: 200 len: 848 time: 0.1836293 May 10 11:25:32.380510 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.398438 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:32.426517 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:32.430877 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.434004 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7ea8823d-0b74-4eea-9950-6b5c90daee59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:32.450659 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39876) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:32.468647 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-4c61ab5c-0db0-42ea-86b8-692aa4a6c4ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795903 May 10 11:25:32.503790 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-f0b7f668-fc30-451e-b915-d1af93e17af2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83e8428b442448f493913eea36319b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512655 May 10 11:25:32.504781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39880) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:32.509913 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.513814 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:32.569485 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.600482 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.629971 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784b9e-769b-4417-b4f8-a42c26ff8aef req-40970412-9d69-4aff-8341-7167f9dff885 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:32.633151 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a8784b9e-769b-4417-b4f8-a42c26ff8aef req-40970412-9d69-4aff-8341-7167f9dff885 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 945 time: 0.2072542 May 10 11:25:32.640619 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-07aa1bfb-233e-4275-8709-3b4155a777b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609128 May 10 11:25:32.691742 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.700441 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ec0a6d4b-b2f4-48e0-9d5a-549057ad1e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:32.715930 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.719014 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:32.732035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.733352 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe2895bc-17e3-4f04-bbb1-ae7d9b35ecc8 HTTP/1.1" status: 204 len: 168 time: 0.2275124 May 10 11:25:32.757585 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a8784b9e-769b-4417-b4f8-a42c26ff8aef req-2dddf62e-30a9-44d0-809e-57c420c49122 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191790 May 10 11:25:32.785057 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0d168-a3d6-462a-93fe-7ffd912925f5 req-121080b7-574c-4c4e-b872-413c961b79a0 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:32.793881 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-05a0d168-a3d6-462a-93fe-7ffd912925f5 req-121080b7-574c-4c4e-b872-413c961b79a0 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 944 time: 0.1404085 May 10 11:25:32.816188 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['6f15c4c1-01c3-4fe4-abb3-857e3104e5a4'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:32.838101 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e3441f0-9f2c-4254-91aa-1bf295d8b43d req-e336adb2-b489-4151-b242-b37ea472fc34 service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846094 May 10 11:25:32.901839 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-05a0d168-a3d6-462a-93fe-7ffd912925f5 req-7f913399-7076-4086-bfac-023fe6159f14 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067860 May 10 11:25:33.016981 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-6839b0de-eaad-47e7-98a4-7839ca21bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:33.024738 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-6839b0de-eaad-47e7-98a4-7839ca21bf22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 1097 time: 0.1157131 May 10 11:25:33.056537 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.167109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-fb47abad-384a-4944-95a5-d1eb420fa7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:33.168575 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-fb47abad-384a-4944-95a5-d1eb420fa7df service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 200 len: 909 time: 0.1393483 May 10 11:25:33.255819 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-170d5a9f-dc09-4ec2-9526-28b20d2c7841 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2 HTTP/1.1" status: 200 len: 217 time: 0.0784822 May 10 11:25:33.317239 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39908) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:33.339482 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-ce8f0e34-fe35-4d61-9385-6351fd6138ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:33.341064 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-ce8f0e34-fe35-4d61-9385-6351fd6138ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05ab7b14-c0f6-4abf-b99b-5836b4293f9c HTTP/1.1" status: 200 len: 848 time: 0.0764127 May 10 11:25:33.420196 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c2e5dca0-cd75-4f9b-97b7-3601adc1c7fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f081a44c2c7451ea0d15717c0a00c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009772 May 10 11:25:33.422204 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 39914) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:33.454385 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-74e7d761-3d31-4161-a720-0a7f28d4673b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015501 May 10 11:25:33.495132 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.522351 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.591321 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.598730 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dc80cf37-992e-4842-9727-c21b978ad573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:33.613077 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67435e-ff51-4e83-a9f7-14b3329843e9,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:33.615126 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:33.616220 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d67435e-ff51-4e83-a9f7-14b3329843e9 HTTP/1.1" status: 204 len: 168 time: 0.1928310 May 10 11:25:33.617061 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:33.634876 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861ee7f-e427-4eb7-8d58-9b84a475fe49 req-fa461292-8026-45f4-b5b1-f056a513425f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:33.636897 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0861ee7f-e427-4eb7-8d58-9b84a475fe49 req-fa461292-8026-45f4-b5b1-f056a513425f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.2284777 May 10 11:25:33.640501 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-8be7b0fc-e147-477a-b7ec-11a089711491 service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755280 May 10 11:25:33.801437 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0861ee7f-e427-4eb7-8d58-9b84a475fe49 req-ec5f5bba-ff0f-487d-832f-e542265bccc4 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306553 May 10 11:25:33.834775 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b35434b9-043b-40bb-9df2-60e74dfb6e88 req-b2a3c186-47f0-42d5-b83f-2e6d166aa1bf service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861701 May 10 11:25:33.968118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec534b99-a7b4-4304-8493-1c281c2870cc req-afa074ac-0c98-4b17-b937-66b79f073f20 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:33.970186 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ec534b99-a7b4-4304-8493-1c281c2870cc req-afa074ac-0c98-4b17-b937-66b79f073f20 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 945 time: 0.0956547 May 10 11:25:34.020270 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ec534b99-a7b4-4304-8493-1c281c2870cc req-aab3f110-5ca7-4c92-8d86-01c69abac3ed tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 May 10 11:25:34.089362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:34.166101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb127f4-ebdd-419f-a96c-66465d9f2660 req-a23c040b-47ca-4423-90f0-e05a5f8a2b42 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:34.166780 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-0fb127f4-ebdd-419f-a96c-66465d9f2660 req-a23c040b-47ca-4423-90f0-e05a5f8a2b42 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Synchronizing usage tracker for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:34.174445 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:34.180193 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:34.180867 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.186126 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-0fb127f4-ebdd-419f-a96c-66465d9f2660 req-a23c040b-47ca-4423-90f0-e05a5f8a2b42 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Unset dirty status for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:34.187453 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0fb127f4-ebdd-419f-a96c-66465d9f2660 req-a23c040b-47ca-4423-90f0-e05a5f8a2b42 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 944 time: 0.1548872 May 10 11:25:34.239754 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0fb127f4-ebdd-419f-a96c-66465d9f2660 req-d6ca97da-1f0e-464a-84e3-db1f6f7f6500 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461457 May 10 11:25:34.338803 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.368053 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:34.379289 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:34.384642 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:34.387649 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-d8271187-fbae-4abf-8356-4cb44627109d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:34.434040 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4', 'code': 200} May 10 11:25:34.464071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:34.467120 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:34.680305 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d1ee9-d571-463a-90a7-f101f1e5fa5c req-44f58165-1494-4c54-a4e3-20e0d7eb1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:34.681821 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c28d1ee9-d571-463a-90a7-f101f1e5fa5c req-44f58165-1494-4c54-a4e3-20e0d7eb1e52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 1099 time: 0.0720956 May 10 11:25:34.723490 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c28d1ee9-d571-463a-90a7-f101f1e5fa5c req-2967d4d4-ac6c-46be-be6b-ecfb0923e65a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 May 10 11:25:35.014727 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8a5f5-6dce-4fc3-a0be-c9001c554c4a req-6a1b9b07-00b3-46b9-8277-8de23a219b75 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.016225 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8fa8a5f5-6dce-4fc3-a0be-c9001c554c4a req-6a1b9b07-00b3-46b9-8277-8de23a219b75 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0994117 May 10 11:25:35.087886 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8fa8a5f5-6dce-4fc3-a0be-c9001c554c4a req-b2756c83-b95e-4d45-8f25-40c26771e081 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563660 May 10 11:25:35.243501 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc014910-684e-48df-bc5e-d20d0b336234 req-46ce2d43-3a3c-420d-8b9e-03fdb31e5a9b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.245029 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc014910-684e-48df-bc5e-d20d0b336234 req-46ce2d43-3a3c-420d-8b9e-03fdb31e5a9b tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.0904760 May 10 11:25:35.300912 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bc014910-684e-48df-bc5e-d20d0b336234 req-c4daaba8-b335-4165-bd7c-d1e8684b79b6 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495906 May 10 11:25:35.478000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13284737-ea6a-4341-968b-55558d030a25 req-8edf288a-22e9-49a8-ab9f-6a68cb828bac tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.479462 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-13284737-ea6a-4341-968b-55558d030a25 req-8edf288a-22e9-49a8-ab9f-6a68cb828bac tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 944 time: 0.0832489 May 10 11:25:35.531575 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-13284737-ea6a-4341-968b-55558d030a25 req-04e5caf4-1ba3-4c84-a71a-1e28de45cd2b tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 May 10 11:25:36.107350 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:25:36.242580 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:36.259400 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2', 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682', 'port_id': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2', 'mac_address': 'fa:16:3e:cf:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ab7b14-c0f6-4abf-b99b-5836b4293f9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:25:36.273816 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d72a-cff9-4626-9573-8adc7c02a8fb req-e7d74195-795b-4ba2-aff3-79d8f326b37c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:36.275292 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a0f8d72a-cff9-4626-9573-8adc7c02a8fb req-e7d74195-795b-4ba2-aff3-79d8f326b37c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0881398 May 10 11:25:36.321054 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.326391 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a0f8d72a-cff9-4626-9573-8adc7c02a8fb req-7fcfc1fc-c6c4-4867-a4ef-b47781b68b62 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 May 10 11:25:36.341773 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:36.359341 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:36.363317 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:36.366267 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:36.438140 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:36.441857 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:36.574219 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01e5f6-b3b8-40fc-baba-61af39523f3c req-5beab1c8-24b5-4a51-bde1-74081a704194 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:36.575735 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f01e5f6-b3b8-40fc-baba-61af39523f3c req-5beab1c8-24b5-4a51-bde1-74081a704194 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.1562793 May 10 11:25:36.625099 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f01e5f6-b3b8-40fc-baba-61af39523f3c req-81a2b5c2-31fd-4d05-a116-8d2cef19b044 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 May 10 11:25:36.746776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ea67-1f63-40dc-8f81-e3bdd99f0a51 req-4aed84d8-1f62-4c48-ad34-f26570373cf5 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:36.756597 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-41e3ea67-1f63-40dc-8f81-e3bdd99f0a51 req-4aed84d8-1f62-4c48-ad34-f26570373cf5 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 945 time: 0.1031454 May 10 11:25:36.808628 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['63b45227-7e97-4c52-9b3f-6fc1562ee0b2'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:36.813955 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-41e3ea67-1f63-40dc-8f81-e3bdd99f0a51 req-a24f7640-f0b2-4133-b64b-ce16e4380eb6 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 May 10 11:25:37.518893 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245121a-322d-4508-8600-4c07360aecaa req-7c539f74-b5f1-4e1e-8dc2-b93223ddf504 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:37.520335 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5245121a-322d-4508-8600-4c07360aecaa req-7c539f74-b5f1-4e1e-8dc2-b93223ddf504 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0841556 May 10 11:25:37.577281 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5245121a-322d-4508-8600-4c07360aecaa req-30ab5467-9583-4552-8e18-4c89fd119b73 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 May 10 11:25:37.998932 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00dbc2-d64f-4598-aae4-e460f8d65494 req-11aa9159-1262-46d3-96d2-73d4d834bb99 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:38.000363 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8b00dbc2-d64f-4598-aae4-e460f8d65494 req-11aa9159-1262-46d3-96d2-73d4d834bb99 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 945 time: 0.0821474 May 10 11:25:38.044788 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8b00dbc2-d64f-4598-aae4-e460f8d65494 req-2cc31326-cb70-4977-8593-38be54684693 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 May 10 11:25:38.572744 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40078) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:38.783262 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:38.832132 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:38.842266 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Usage tracker for resource:security_group_rule and tenant:53378242da9148ff938323df42307de4 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:38.847752 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c67763-423b-4ac6-a5b7-78187647cb9c req-6deab866-725d-4636-ba67-0755781477d8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:38.850484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:38.853029 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-87c67763-423b-4ac6-a5b7-78187647cb9c req-6deab866-725d-4636-ba67-0755781477d8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1522844 May 10 11:25:38.864151 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:38.918676 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-87c67763-423b-4ac6-a5b7-78187647cb9c req-811da551-46ea-40d0-915d-b8eaf7ffcffe tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614088 May 10 11:25:39.110553 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.115461 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.125632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8a4610fb-288e-4f3c-815d-867adaf91612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:39.155478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40108) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:39.167803 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53378242da9148ff938323df42307de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933146 May 10 11:25:39.169573 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b5a0e-56ae-4867-a644-2899a7d74a18,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:39.170967 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40114) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:39.173058 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:39.240406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.266353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.286753 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4689-0e90-472b-8693-a22e40771460 req-8e45f97a-defc-4fad-8a4e-30763d8cb709 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:39.291879 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-794f4689-0e90-472b-8693-a22e40771460 req-8e45f97a-defc-4fad-8a4e-30763d8cb709 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 945 time: 0.1044855 May 10 11:25:39.302996 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.330574 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:39.336734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Usage tracker for resource:security_group_rule and tenant:013fb488e4d240d8a952770847b29158 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:39.337617 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-794f4689-0e90-472b-8693-a22e40771460 req-9b5c8152-9e64-410c-b468-d5677c9bc3a8 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 May 10 11:25:39.339629 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:39.345674 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:39.372871 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.377862 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:39.397015 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b5a0e-56ae-4867-a644-2899a7d74a18,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:39.412640 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.413030 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.413378 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.413723 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.414062 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.414401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.414733 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.415066 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.415399 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.415729 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.416057 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.416384 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:39.422167 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:39.423074 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.424408 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-ba93e35b-c291-42d5-a257-1e27da11b0d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/101b5a0e-56ae-4867-a644-2899a7d74a18 HTTP/1.1" status: 204 len: 168 time: 0.2521241 May 10 11:25:39.479527 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.482581 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.491169 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1302e7bc-36a5-4c40-8b61-cfe75a234bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:39.532329 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=013fb488e4d240d8a952770847b29158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755164 May 10 11:25:39.533287 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdda017-25f6-4751-a8ae-8b3b9e1a2a97,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:39.535440 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40120) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:39.537044 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:39.598424 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.623302 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.675403 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.680809 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c7236196-0479-4184-9775-653d91ca420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:39.694222 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdda017-25f6-4751-a8ae-8b3b9e1a2a97,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:39.702090 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:39.710163 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.713771 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bdda017-25f6-4751-a8ae-8b3b9e1a2a97 HTTP/1.1" status: 204 len: 168 time: 0.1747780 May 10 11:25:39.744613 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40128) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:39.762749 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.783983 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:39.787663 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Usage tracker for resource:security_group_rule and tenant:08e6db3d4594488d94ba2eaa0d36c9ea is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:39.790485 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:39.796554 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:39.884670 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.888850 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.897427 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8028c163-84b3-400f-ad26-e577fca09a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:39.937488 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08e6db3d4594488d94ba2eaa0d36c9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917474 May 10 11:25:39.938392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638959e-ea6c-4a4e-9f90-be6cc7bbaf32,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:39.940168 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40140) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:39.957155 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.034416 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.063438 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.146371 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.154209 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:40.167994 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a8337e85-67ee-4075-9ba5-90c65ce2cdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.243144 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638959e-ea6c-4a4e-9f90-be6cc7bbaf32,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.250826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.270343 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:40.270639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.274546 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c638959e-ea6c-4a4e-9f90-be6cc7bbaf32 HTTP/1.1" status: 204 len: 168 time: 0.3299792 May 10 11:25:40.276554 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:40.277099 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.308486 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e968-5a18-4750-9689-25aa030d89b3 req-9ae1d467-fcaf-4c94-9453-6a5e7142d176 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:40.310247 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ea60e968-5a18-4750-9689-25aa030d89b3 req-9ae1d467-fcaf-4c94-9453-6a5e7142d176 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1494026 May 10 11:25:40.372537 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ea60e968-5a18-4750-9689-25aa030d89b3 req-82ef105b-f282-4e9e-8cbd-8a192845d843 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547516 May 10 11:25:40.542326 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.584458 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:40.595893 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:40.601022 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.604186 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.619822 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee5e4d-a930-4309-b3bf-311b48f43f1f req-2b7892ab-26ca-4531-a109-3a13c144e6a3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:40.624644 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-eaee5e4d-a930-4309-b3bf-311b48f43f1f req-2b7892ab-26ca-4531-a109-3a13c144e6a3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 945 time: 0.1401412 May 10 11:25:40.681540 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-eaee5e4d-a930-4309-b3bf-311b48f43f1f req-e551911b-6ecb-41e3-84d1-57aa0aab1b52 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503614 May 10 11:25:40.753036 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.756492 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.765312 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2', 'code': 200} May 10 11:25:41.003791 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9692b-d1c5-48af-b31f-0e5cdd7f48e7 req-a21d0836-a750-40b1-adde-6c0bc9450c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:41.005286 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-20a9692b-d1c5-48af-b31f-0e5cdd7f48e7 req-a21d0836-a750-40b1-adde-6c0bc9450c1d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.1738327 May 10 11:25:41.177699 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-20a9692b-d1c5-48af-b31f-0e5cdd7f48e7 req-b0b1ea3a-9fb9-439a-b187-0bd34fd5f67a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612241 May 10 11:25:41.211309 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c77a5-5095-41ac-8a0d-c93da644e4b3 req-35f06b21-0a7f-4581-bb41-79093a608317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:41.212951 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5b5c77a5-5095-41ac-8a0d-c93da644e4b3 req-35f06b21-0a7f-4581-bb41-79093a608317 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 1099 time: 0.1273773 May 10 11:25:41.292015 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5b5c77a5-5095-41ac-8a0d-c93da644e4b3 req-5d548328-1cb1-4c88-8bb6-c27bc4a657fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 May 10 11:25:41.546532 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40218) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:41.606217 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9785-5595-44fb-8434-b2f7ef81dbf6 req-5d3d2333-2869-4dcd-9b65-238c525c4b08 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:41.607890 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-23ef9785-5595-44fb-8434-b2f7ef81dbf6 req-5d3d2333-2869-4dcd-9b65-238c525c4b08 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0937955 May 10 11:25:41.656754 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820156972-network', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:41.658413 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-23ef9785-5595-44fb-8434-b2f7ef81dbf6 req-da07d629-9f07-4099-b87e-813e5063507b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 May 10 11:25:41.661975 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:41.666343 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Usage tracker for resource:network and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:41.668832 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:41.681483 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:41.691924 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Made reservation on behalf of 69c53b73c22342c7b4a080745ba0d380 for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:41.694182 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.713036 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.728359 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:41.732394 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:41.735325 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:41.742023 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:41.901436 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.909168 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.914355 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:41.946544 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=78678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:41.959002 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.959736 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Added segment d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd of type vlan for network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 May 10 11:25:42.000958 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.039509 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f3a386-eaff-4d66-ac6f-b4188317ea78,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.045771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.063033 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6eac-2253-4c0e-a6eb-24ac0939cb7b req-2738bc3d-8a45-4bf9-b3ec-520673297860 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:42.065164 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0a3d6eac-2253-4c0e-a6eb-24ac0939cb7b req-2738bc3d-8a45-4bf9-b3ec-520673297860 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 946 time: 0.2460029 May 10 11:25:42.089418 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.094843 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:42.096053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.105902 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cdf22422-976f-438b-b6a7-fdebcdd22574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:42.233293 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0a3d6eac-2253-4c0e-a6eb-24ac0939cb7b req-9e54bea9-a139-48f6-a97c-1e9780a9c12e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623192 May 10 11:25:42.243275 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40248) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:42.243511 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6957595 May 10 11:25:42.246744 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.250248 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.262289 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:42.280597 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Request body: {'subnet': {'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820156972-subnet', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:42.291189 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:42.302869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Usage tracker for resource:subnet and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:42.314135 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:42.324901 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:42.352005 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Made reservation on behalf of 69c53b73c22342c7b4a080745ba0d380 for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:42.354850 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2863089'] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.925987 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b054-878f-4bae-add8-3102aab33014 req-4733711a-1da7-4dac-85b8-55d819c5209e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:42.927467 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-df27b054-878f-4bae-add8-3102aab33014 req-4733711a-1da7-4dac-85b8-55d819c5209e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1451108 May 10 11:25:42.958607 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862979'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.967782 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-86b0816f-abd0-43f0-8240-b821ad53b14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:43.043759 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-df27b054-878f-4bae-add8-3102aab33014 req-53895fb6-abab-4dd1-bb7c-aabdce7f21d5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038637 May 10 11:25:43.065093 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1e8b29-e7e1-4345-9029-038a053d89d9,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:43.070545 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Checking segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:43.070894 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Network hostable DHCP agents. Network: 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:43.078098 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.078401 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.078753 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.079097 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.079438 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.079773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.080115 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.080450 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.081030 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.081403 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.081740 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.082075 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:43.089712 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:43.098345 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:43.107028 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:43.116471 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:43.117083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.117981 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da301257-a115-4e17-9bfa-7f1558123a71 None None] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:43.145823 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c4517d4f-1142-496c-9346-6ea167cbaeac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8984280 May 10 11:25:43.146015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40268) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:43.153788 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:43.156298 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:43.162432 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Usage tracker for resource:router and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:43.165567 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:43.171651 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:43.186669 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.189807 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.212092 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.397942 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:25:43.398768 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.577023 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22aa549-7680-420f-b34e-ac7da66bfb13 req-699f03b7-6a28-4767-b4b0-613310792dcc tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:43.579554 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a22aa549-7680-420f-b34e-ac7da66bfb13 req-699f03b7-6a28-4767-b4b0-613310792dcc tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 946 time: 0.1908407 May 10 11:25:43.642033 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Allocated IP 172.20.0.2 (1cd1f2dc-069f-420d-82e0-d68cf2ec4da7/fc1e8b29-e7e1-4345-9029-038a053d89d9/0f12d67c-490b-4e9b-8eee-49309f006b1a) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:43.681720 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a22aa549-7680-420f-b34e-ac7da66bfb13 req-08763cd2-ab37-4651-821a-f533f9999490 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910580 May 10 11:25:43.689002 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.729752 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-7142bf18-5566-4aa8-9163-f626bb2b908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:43.732232 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-7142bf18-5566-4aa8-9163-f626bb2b908e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.2274187 May 10 11:25:43.958137 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.978406 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Transition to ACTIVE for port object 0f12d67c-490b-4e9b-8eee-49309f006b1a will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:44.009616 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1481-208b-4a67-af77-291390fbb2c5 req-8fd6a3e4-21be-4a84-af64-4cf02d505e0a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.020096 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-65fc1481-208b-4a67-af77-291390fbb2c5 req-8fd6a3e4-21be-4a84-af64-4cf02d505e0a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.5116196 May 10 11:25:44.028045 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Transition to ACTIVE for port object 0f12d67c-490b-4e9b-8eee-49309f006b1a will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:44.040388 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.064371 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:44.100015 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-65fc1481-208b-4a67-af77-291390fbb2c5 req-80498c1c-a79b-43d6-9dd7-dbf9cba81702 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788269 May 10 11:25:44.150167 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:44.153828 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:44.158089 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:44.173386 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-a4312321-47fd-4dc3-8b51-043dcb6c0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.176657 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-a4312321-47fd-4dc3-8b51-043dcb6c0e65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.4355121 May 10 11:25:44.270519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Pushing event updated for resources: {'Port': ['ID=0f12d67c-490b-4e9b-8eee-49309f006b1a,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:44.272924 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-f4d56896-a969-4ee6-acf8-1ddecbccee78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.0876596 May 10 11:25:44.277331 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:44.294195 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Attempting to bind port 0f12d67c-490b-4e9b-8eee-49309f006b1a on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:44.294666 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Attempting to bind port 0f12d67c-490b-4e9b-8eee-49309f006b1a by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:44.295098 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Attempting to bind port 0f12d67c-490b-4e9b-8eee-49309f006b1a on network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:44.301918 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:44.302936 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Checking segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:44.303064 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.303559 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Bound using segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:44.304093 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Bound port: 0f12d67c-490b-4e9b-8eee-49309f006b1a, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:44.304530 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.360292 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-eb2193a9-f642-4dc5-8750-1589bdaa40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.362036 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-eb2193a9-f642-4dc5-8750-1589bdaa40f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.0802319 May 10 11:25:44.380875 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.412994 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] For port 0f12d67c-490b-4e9b-8eee-49309f006b1a, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:44.418604 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] For port 0f12d67c-490b-4e9b-8eee-49309f006b1a, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f12d67c-490b-4e9b-8eee-49309f006b1a,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:44.420918 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-3018bc16-d3d1-4191-bae9-22e6e5e1d8bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512760 May 10 11:25:44.426560 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.427936 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.441480 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:44.587120 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Pushing event updated for resources: {'Port': ['ID=0f12d67c-490b-4e9b-8eee-49309f006b1a,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:44.597791 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-8aec0e01-e8e0-4270-88b3-cdcba91d44c4 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666095 May 10 11:25:44.600723 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.601071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.601401 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.601723 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.602044 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.602387 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.602701 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.603033 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.603349 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.603657 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.603969 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.604276 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:44.612125 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:44.674437 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Allocated IP 172.28.1.187 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/423a08c0-fc36-4acf-880c-6adc64dd2f2d) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:44.882144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.883272 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-79f51bc0-da16-452b-8e12-cc29df99d1aa req-15a5b9e5-883e-42bf-9dcd-59333f3d0aa8 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778268 May 10 11:25:44.983333 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.993685 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d1ba84af-face-4900-8072-094aa9787d8d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:45.132292 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:45.147970 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:45.156524 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:45.239531 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Pushing event updated for resources: {'Port': ['ID=423a08c0-fc36-4acf-880c-6adc64dd2f2d,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:45.254837 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:45.271357 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44ab66-cb04-4922-ac53-027d08816646 req-6d5a50f4-8028-4842-80d4-b4b980a28f5e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:45.273176 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ea44ab66-cb04-4922-ac53-027d08816646 req-6d5a50f4-8028-4842-80d4-b4b980a28f5e tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1189048 May 10 11:25:45.329513 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ea44ab66-cb04-4922-ac53-027d08816646 req-940a6b0c-1a19-41cf-ae3b-8fb65bc0e492 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496578 May 10 11:25:45.667156 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f12d67c-490b-4e9b-8eee-49309f006b1a up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:45.804007 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 0f12d67c-490b-4e9b-8eee-49309f006b1a completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:45.831539 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.835251 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66929bfd-3b35-4824-8b7a-dcbeb2078009 req-a984b79d-b8ca-4845-9cca-1548caa963e9 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:45.842143 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66929bfd-3b35-4824-8b7a-dcbeb2078009 req-a984b79d-b8ca-4845-9cca-1548caa963e9 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 946 time: 0.1206102 May 10 11:25:45.892095 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217ec25-211b-4b36-90e9-d620ef0900af req-52778c37-2d87-4cae-8875-61a484d2ea80 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:45.894079 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66929bfd-3b35-4824-8b7a-dcbeb2078009 req-ad9c8719-dbf6-4b1d-853d-fec4b5be7d94 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510745 May 10 11:25:45.894627 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24218ff-8613-440f-a777-a28f4b5d09f6 None None] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:45.899160 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d217ec25-211b-4b36-90e9-d620ef0900af req-52778c37-2d87-4cae-8875-61a484d2ea80 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.4628663 May 10 11:25:45.995385 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Provisioning for port 0f12d67c-490b-4e9b-8eee-49309f006b1a completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:46.018315 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Provisioning complete for port 0f12d67c-490b-4e9b-8eee-49309f006b1a triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:46.021861 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.140611 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d217ec25-211b-4b36-90e9-d620ef0900af req-d5336868-fc92-4840-b885-272655ba280f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404871 May 10 11:25:46.234417 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:25:46.246664 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.299316 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] For port 0f12d67c-490b-4e9b-8eee-49309f006b1a, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f12d67c-490b-4e9b-8eee-49309f006b1a,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:46.305436 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.306783 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:46.381195 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Pushing event updated for resources: {'Port': ['ID=0f12d67c-490b-4e9b-8eee-49309f006b1a,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:46.384379 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:46.389901 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.576488 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c47ee7-df93-472c-ad91-945d60ef77af req-f57c82e0-a264-42ad-a5fd-886d29538552 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:46.578125 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-04c47ee7-df93-472c-ad91-945d60ef77af req-f57c82e0-a264-42ad-a5fd-886d29538552 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1125858 May 10 11:25:46.636606 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-ea5c24f1-f518-48d9-9894-ccd8eb2ca064 None None] Provisioning complete for port 0f12d67c-490b-4e9b-8eee-49309f006b1a triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:46.637040 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-ea5c24f1-f518-48d9-9894-ccd8eb2ca064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.646670 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-04c47ee7-df93-472c-ad91-945d60ef77af req-bebc53a3-8d11-42a5-8b10-bc445c19858f tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624328 May 10 11:25:46.657099 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Router 83e0b962-2a55-4318-9000-3b3f3f612721 is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:25:46.899106 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f733f-21e4-4cb6-9f15-b9f68d085e43 req-27f6cf70-1c30-4c22-90ce-48d2b8b6dd11 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:46.900569 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b8f733f-21e4-4cb6-9f15-b9f68d085e43 req-27f6cf70-1c30-4c22-90ce-48d2b8b6dd11 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.2359579 May 10 11:25:46.924299 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:25:46.934073 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088442f5-5089-453c-8329-52386ce9980e None None] Sync routers for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:46.945600 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:46.946223 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:25:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:46.981224 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b8f733f-21e4-4cb6-9f15-b9f68d085e43 req-e081d4b1-c44e-4d09-887d-79b2c578e9c9 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720696 May 10 11:25:46.987105 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.992121 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40356) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:46.993067 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8455906 May 10 11:25:47.123715 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:47.367606 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ca89-700c-4025-868e-bf7848d779a0 req-c980271a-1db8-4a97-8799-3ccdbbddcaef tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.375340 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b32ca89-700c-4025-868e-bf7848d779a0 req-c980271a-1db8-4a97-8799-3ccdbbddcaef tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1029360 May 10 11:25:47.411926 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42231-6408-4183-8e3c-800d63b0d6dd req-0d5daf3b-0c3a-4b17-9db7-a2a2e04504aa tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.414196 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7fd42231-6408-4183-8e3c-800d63b0d6dd req-0d5daf3b-0c3a-4b17-9db7-a2a2e04504aa tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 946 time: 0.3499658 May 10 11:25:47.438984 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:45Z', 'revision_number': 3, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:47.451625 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088442f5-5089-453c-8329-52386ce9980e None None] Checking router: 83e0b962-2a55-4318-9000-3b3f3f612721 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:47.451759 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b32ca89-700c-4025-868e-bf7848d779a0 req-1eb68e08-6b38-423c-9e74-e31d11ba594c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690169 May 10 11:25:47.451868 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088442f5-5089-453c-8329-52386ce9980e None None] Updating router 83e0b962-2a55-4318-9000-3b3f3f612721 port 423a08c0-fc36-4acf-880c-6adc64dd2f2d binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:47.501166 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-088442f5-5089-453c-8329-52386ce9980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.544947 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f12d67c-490b-4e9b-8eee-49309f006b1a up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:47.617063 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0f12d67c-490b-4e9b-8eee-49309f006b1a triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:47.617434 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.717161 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7fd42231-6408-4183-8e3c-800d63b0d6dd req-421c1f16-f6db-4f8d-aeab-6b7170e5814d tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938914 May 10 11:25:47.873945 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-088442f5-5089-453c-8329-52386ce9980e None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.887224 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-088442f5-5089-453c-8329-52386ce9980e None None] Transition to ACTIVE for port object 423a08c0-fc36-4acf-880c-6adc64dd2f2d will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:47.896022 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-088442f5-5089-453c-8329-52386ce9980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.898683 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2244f6-a3a6-4078-986f-97c333d566b9 req-10b59838-79af-49dc-ba1c-73cc6606b373 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.900239 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2d2244f6-a3a6-4078-986f-97c333d566b9 req-10b59838-79af-49dc-ba1c-73cc6606b373 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1248031 May 10 11:25:47.901958 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:47.981333 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2d2244f6-a3a6-4078-986f-97c333d566b9 req-a19c7ada-3ca8-4fa6-a526-c1082a00d58c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733340 May 10 11:25:48.019570 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Pushing event updated for resources: {'Port': ['ID=423a08c0-fc36-4acf-880c-6adc64dd2f2d,revision_number=2']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.031368 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.031908 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.032414 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.032907 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.033392 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.033874 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.034392 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.035362 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.035828 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.036284 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.036762 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.037213 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:48.042854 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:48.043703 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-088442f5-5089-453c-8329-52386ce9980e None None] Attempting to bind port 423a08c0-fc36-4acf-880c-6adc64dd2f2d on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:48.044234 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-088442f5-5089-453c-8329-52386ce9980e None None] Attempting to bind port 423a08c0-fc36-4acf-880c-6adc64dd2f2d by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:48.044778 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088442f5-5089-453c-8329-52386ce9980e None None] Attempting to bind port 423a08c0-fc36-4acf-880c-6adc64dd2f2d on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:48.054143 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.055923 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088442f5-5089-453c-8329-52386ce9980e None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:48.056469 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088442f5-5089-453c-8329-52386ce9980e None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:48.057046 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-088442f5-5089-453c-8329-52386ce9980e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.057585 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088442f5-5089-453c-8329-52386ce9980e None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:48.058191 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-088442f5-5089-453c-8329-52386ce9980e None None] Bound port: 423a08c0-fc36-4acf-880c-6adc64dd2f2d, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:48.058726 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-088442f5-5089-453c-8329-52386ce9980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.154012 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-088442f5-5089-453c-8329-52386ce9980e None None] For port 423a08c0-fc36-4acf-880c-6adc64dd2f2d, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:48.157798 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-088442f5-5089-453c-8329-52386ce9980e None None] For port 423a08c0-fc36-4acf-880c-6adc64dd2f2d, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=423a08c0-fc36-4acf-880c-6adc64dd2f2d,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:48.165402 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-088442f5-5089-453c-8329-52386ce9980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.172409 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:48.223346 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40382) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:48.252422 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:48.253117 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:25:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:48.358067 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.358430 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-cf657998-6ef2-4394-9ba9-47d6b834b895 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:48.359854 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-cf657998-6ef2-4394-9ba9-47d6b834b895 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 946 time: 0.2479329 May 10 11:25:48.373598 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:48.379116 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Usage tracker for resource:security_group_rule and tenant:5d957e3a058c4905805a3e6746d27aab is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:48.382187 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:48.389943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:48.393070 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Pushing event updated for resources: {'Port': ['ID=423a08c0-fc36-4acf-880c-6adc64dd2f2d,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.406178 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:48.447033 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:48.451610 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef30ce-94ae-46b2-b353-ac81fcdade51 req-18ef6834-d866-42e3-aad1-42fdb85a9cfe tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:48.453115 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-15ef30ce-94ae-46b2-b353-ac81fcdade51 req-18ef6834-d866-42e3-aad1-42fdb85a9cfe tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.2868519 May 10 11:25:48.489897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.504188 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.513595 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4eee670c-4e6a-4b7e-84d6-5027d8ef4d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:48.535608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Allocated IP 172.20.0.1 (1cd1f2dc-069f-420d-82e0-d68cf2ec4da7/fc1e8b29-e7e1-4345-9029-038a053d89d9/0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:48.559069 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d957e3a058c4905805a3e6746d27aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320196 May 10 11:25:48.559069 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac5521-199e-49df-8627-6b0bad986bb9,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.560261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40394) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:48.562966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:48.573960 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-15ef30ce-94ae-46b2-b353-ac81fcdade51 req-3f2780d3-98ac-4e57-ae7f-50903d4067bd tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114047 May 10 11:25:48.637392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.724421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.805334 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eda4c-bf61-49c2-844f-6653e4a557db req-5cd7e988-9544-40f2-94e1-4e6b94b71ec2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:48.806846 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-650eda4c-bf61-49c2-844f-6653e4a557db req-5cd7e988-9544-40f2-94e1-4e6b94b71ec2 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1555755 May 10 11:25:48.857163 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.860005 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.873809 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-650eda4c-bf61-49c2-844f-6653e4a557db req-fa3399e1-4d4b-49ed-882f-17d31f73ab07 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608108 May 10 11:25:48.874962 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-620594bc-e6b6-47af-9490-20c08869c84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:48.889778 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac5521-199e-49df-8627-6b0bad986bb9,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:48.900944 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:48.904864 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:48.906241 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61ac5521-199e-49df-8627-6b0bad986bb9 HTTP/1.1" status: 204 len: 168 time: 0.3448005 May 10 11:25:48.910159 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Transition to ACTIVE for port object 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f will not be triggered until provisioned by entity DHCP. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:48.942851 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-088442f5-5089-453c-8329-52386ce9980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:45Z', 'revision_number': 3, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:48.949897 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088442f5-5089-453c-8329-52386ce9980e None None] The sync data for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb is: [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:45Z', 'revision_number': 3, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:48.975535 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Deleting port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:25:48.976009 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.255226 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] For port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:49.255817 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.276853 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18a1c-5416-4c2c-ac68-c3ddf70f063d req-d8d3c06e-4bc7-441c-824b-b954c60ac4e0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:49.285835 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e3c18a1c-5416-4c2c-ac68-c3ddf70f063d req-d8d3c06e-4bc7-441c-824b-b954c60ac4e0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1204166 May 10 11:25:49.340198 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e3c18a1c-5416-4c2c-ac68-c3ddf70f063d req-1314d47c-3bd5-4ccb-89cb-b6dd8edb265b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485108 May 10 11:25:49.344486 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.446038 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Calling delete_port for 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 owned by compute:nova {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:25:49.503723 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-172423a7-f741-414c-a360-44b283d1a722 tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:49.576109 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 423a08c0-fc36-4acf-880c-6adc64dd2f2d up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:49.584543 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52863e-eef8-46e0-9e29-b600a892957e req-4eb4e06e-796d-4cd0-bd7b-11932effc863 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:49.586066 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3d52863e-eef8-46e0-9e29-b600a892957e req-4eb4e06e-796d-4cd0-bd7b-11932effc863 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 946 time: 0.6785953 May 10 11:25:49.633018 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:49.648381 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:49.681069 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Pushing event updated for resources: {'Port': ['ID=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:49.683262 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 423a08c0-fc36-4acf-880c-6adc64dd2f2d completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:49.689329 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:49.691116 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 423a08c0-fc36-4acf-880c-6adc64dd2f2d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:49.692205 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.719524 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:49.792162 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3d52863e-eef8-46e0-9e29-b600a892957e req-d5e08cd8-8edc-4327-8f65-566fd6e592d4 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915295 May 10 11:25:49.820353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-bbeb7089-6f9a-45a2-a440-58fea290d61d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:49.821981 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-bbeb7089-6f9a-45a2-a440-58fea290d61d tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.6804712 May 10 11:25:49.822694 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.830158 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.842406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0122a929-f514-4017-bd24-3cfce1359f90 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:49.859746 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284094-127a-493a-910d-2c5640854230 req-8d783468-1ffc-4ee6-a77c-097c45dddaa9 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:49.861412 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6284094-127a-493a-910d-2c5640854230 req-8d783468-1ffc-4ee6-a77c-097c45dddaa9 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.1445181 May 10 11:25:49.890902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.897221 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['63b45227-7e97-4c52-9b3f-6fc1562ee0b2'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:49.970407 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 423a08c0-fc36-4acf-880c-6adc64dd2f2d, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=423a08c0-fc36-4acf-880c-6adc64dd2f2d,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:49.976916 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6284094-127a-493a-910d-2c5640854230 req-27b5480e-14b9-4374-951c-02406c3b4d80 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078181 May 10 11:25:49.991366 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:49.996202 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:50.098340 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=423a08c0-fc36-4acf-880c-6adc64dd2f2d,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:50.102437 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-4ed87dbe-1a0f-4e11-99bb-2eb617ccd701 None None] Provisioning for port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:50.106669 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:50.110127 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-4ed87dbe-1a0f-4e11-99bb-2eb617ccd701 None None] Provisioning complete for port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:50.110501 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4ed87dbe-1a0f-4e11-99bb-2eb617ccd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.203437 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-4ed87dbe-1a0f-4e11-99bb-2eb617ccd701 None None] Port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:25:50.244218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Pushing event deleted for resources: {'Port': ['ID=63b45227-7e97-4c52-9b3f-6fc1562ee0b2,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:50.293994 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:50.367238 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] No DVR routers for this DVR port 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 on host hv-cinder-78495 {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:50.374693 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.409765 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.417370 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'name': 'network-vif-deleted', 'tag': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:50.487910 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2334188d-e8c4-45d5-8d09-9e47f43f1a80', 'name': 'network-vif-deleted', 'tag': '63b45227-7e97-4c52-9b3f-6fc1562ee0b2', 'status': 'completed', 'code': 200} May 10 11:25:50.489297 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-64f167b8-333e-446c-a626-be1ab2a97a26 req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "DELETE /v2.0/ports/63b45227-7e97-4c52-9b3f-6fc1562ee0b2 HTTP/1.1" status: 204 len: 173 time: 2.1000276 May 10 11:25:50.672735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Deleting port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:25:50.683235 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.897226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a228-1939-4dbe-a387-09a8518fc3ee req-b63f4fe7-d999-4705-8e98-36cd3f5d4403 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:50.898719 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56b3a228-1939-4dbe-a387-09a8518fc3ee req-b63f4fe7-d999-4705-8e98-36cd3f5d4403 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0978425 May 10 11:25:50.899224 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9228-5f9f-4b88-b8ac-508f21113cd5 req-049e5ac5-ce55-4600-a399-3a3f3dca59a8 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:50.905230 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-160a9228-5f9f-4b88-b8ac-508f21113cd5 req-049e5ac5-ce55-4600-a399-3a3f3dca59a8 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.3456490 May 10 11:25:50.920852 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] For port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:50.921207 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:50.954083 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.036711 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56b3a228-1939-4dbe-a387-09a8518fc3ee req-2d0a9e13-2090-4ba4-bfcc-fd6341df6f93 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318355 May 10 11:25:51.076142 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.110195 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Calling delete_port for 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 owned by compute:nova {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:25:51.112595 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:51.192283 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-160a9228-5f9f-4b88-b8ac-508f21113cd5 req-adf1883f-8f00-4b80-9a98-83713ea5966d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735996 May 10 11:25:51.205992 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0861c0f3-61f4-4421-9a7f-08ecd061c5c5 req-110b61aa-1985-48d3-9a2a-e8786370588e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=2334188d-e8c4-45d5-8d09-9e47f43f1a80 HTTP/1.1" status: 200 len: 210 time: 0.0530190 May 10 11:25:51.232591 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Pushing event updated for resources: {'Port': ['ID=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:51.241103 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.249075 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:51.481703 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:51.486554 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:51.572530 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 423a08c0-fc36-4acf-880c-6adc64dd2f2d up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:51.671889 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 423a08c0-fc36-4acf-880c-6adc64dd2f2d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:51.672933 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.776734 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-ef1970ab-0ddd-4e70-b9bd-2041971132f7 None None] Provisioning complete for port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:51.777317 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-ef1970ab-0ddd-4e70-b9bd-2041971132f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.833395 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Router 83e0b962-2a55-4318-9000-3b3f3f612721 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:25:51.845742 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:51.863297 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05aef1-824a-4bae-9f25-11e954cac176 req-d21d4aad-7756-4e62-b8c1-26d83800323e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:51.870154 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ac05aef1-824a-4bae-9f25-11e954cac176 req-d21d4aad-7756-4e62-b8c1-26d83800323e tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc6b1d4-2f39-4141-b5d2-2c187c510c87 HTTP/1.1" status: 200 len: 946 time: 0.5298975 May 10 11:25:51.871802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:51.886425 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86', '903cae90-60db-4b5d-90d3-802e95d8575f', '5ee864ee-6a05-46e5-af06-cbfc9b0e142b', '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:51.961354 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-ef1970ab-0ddd-4e70-b9bd-2041971132f7 None None] Port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:25:51.973792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event deleted for resources: {'Port': ['ID=6f15c4c1-01c3-4fe4-abb3-857e3104e5a4,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:52.022263 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40464) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:52.023825 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ac05aef1-824a-4bae-9f25-11e954cac176 req-59cd23e1-aece-4504-990c-b5766627bdd5 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527545 May 10 11:25:52.089291 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:52.176986 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.193476 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:52.197978 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1f841ceba9453e8d799834664fe722 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:52.201280 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:52.203348 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] No DVR routers for this DVR port 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 on host hv-cinder-78495 {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:52.208316 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.208668 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:52.209431 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:25:52.242474 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d7d12303-101f-47b6-8f2e-7acd79d5cd78 req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "DELETE /v2.0/ports/6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 HTTP/1.1" status: 204 len: 173 time: 2.4007571 May 10 11:25:52.254870 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:25:52.255286 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 63b45227-7e97-4c52-9b3f-6fc1562ee0b2 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:25:52.294078 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:25:52.315565 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Sync routers for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:52.316635 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] 10.222.0.26 "PUT /v2.0/routers/83e0b962-2a55-4318-9000-3b3f3f612721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3231988 May 10 11:25:52.338546 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:52.340258 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:25:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:52.375914 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.395754 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.462282 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a1f648f8-ab0b-4c1d-a2aa-62c4ea77ec4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:52.489534 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'name': 'network-vif-deleted', 'tag': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:52.539225 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5caf46-3e82-4ec2-803c-b4ec88ff37c1,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:52.544946 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b1f841ceba9453e8d799834664fe722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216177 May 10 11:25:52.546367 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:52.547776 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40482) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:52.590179 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc6b1d4-2f39-4141-b5d2-2c187c510c87', 'name': 'network-vif-deleted', 'tag': '6f15c4c1-01c3-4fe4-abb3-857e3104e5a4', 'status': 'completed', 'code': 200} May 10 11:25:52.601255 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb58af-8504-4958-aa46-cba2372094d9 req-7cd1f1b2-5d74-4ab7-bf20-137c861f83a5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:52.612006 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7deb58af-8504-4958-aa46-cba2372094d9 req-7cd1f1b2-5d74-4ab7-bf20-137c861f83a5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.2052183 May 10 11:25:52.640569 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.681247 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7deb58af-8504-4958-aa46-cba2372094d9 req-8edf8da2-7965-43b1-b44a-b0329aad300d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677896 May 10 11:25:52.685219 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.695443 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:52.858388 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.865771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:52.882722 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5caf46-3e82-4ec2-803c-b4ec88ff37c1,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:52.897151 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:52.897965 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.899069 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa5caf46-3e82-4ec2-803c-b4ec88ff37c1 HTTP/1.1" status: 204 len: 168 time: 0.3502853 May 10 11:25:52.932653 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-880d4489-5b9f-4e2c-a8c9-dfea3f6d456f tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:52.934194 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-880d4489-5b9f-4e2c-a8c9-dfea3f6d456f tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/networks?id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 200 len: 808 time: 0.2135861 May 10 11:25:52.967263 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-85796b79-cd4e-492a-a6ad-375ae6744f52 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/quotas/1d88da14ca2f4af59a6c5b77da08bd52 HTTP/1.1" status: 200 len: 375 time: 0.0233634 May 10 11:25:53.057458 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-b8056617-0f77-4420-bb49-9af8378d532a req-430e46f3-4cf8-4f59-a9b8-1f768539137c tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Synchronizing usage tracker for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:53.113654 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-b8056617-0f77-4420-bb49-9af8378d532a req-430e46f3-4cf8-4f59-a9b8-1f768539137c tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Unset dirty status for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:53.115032 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-430e46f3-4cf8-4f59-a9b8-1f768539137c tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408186 May 10 11:25:53.230760 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 2, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:53.236401 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Checking router: 83e0b962-2a55-4318-9000-3b3f3f612721 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:53.236805 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Updating router 83e0b962-2a55-4318-9000-3b3f3f612721 port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:53.337540 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.385433 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-e40c376a-2822-4d81-9806-c0856bd4e7fb service neutron] 10.222.0.26 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606325 May 10 11:25:53.410624 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40524) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:53.415789 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1235597283-network', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:53.421088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:53.429015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Usage tracker for resource:network and tenant:96e0f1cf78524b1980f74c8b748fc743 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:53.435550 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:53.450704 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:53.476401 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Made reservation on behalf of 96e0f1cf78524b1980f74c8b748fc743 for: {'network': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:53.480081 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.494381 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.511764 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:53.516163 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Usage tracker for resource:security_group_rule and tenant:96e0f1cf78524b1980f74c8b748fc743 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:53.519809 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:53.526123 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:53.566955 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-175ff2f2-69e3-4d7e-a650-0a74ea5bdf60 service neutron] 10.222.0.26 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754692 May 10 11:25:53.782029 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.802260 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.807785 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dd463e51-a00b-4dcd-bfc1-a89313dd0e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:53.837391 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.851180 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Transition to ACTIVE for port object 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:53.861696 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:53.869683 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:53.915611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d53ac6-2be3-466c-a609-83e702c8d5ab,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:53.930794 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:54.006213 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c087-e22b-4b58-a8ea-265bd3e71cdf None None] Pushing event updated for resources: {'Port': ['ID=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:54.030455 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-9d56c087-e22b-4b58-a8ea-265bd3e71cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:54.034821 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=78677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:54.051296 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.051994 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.segments_db [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Added segment b7542b79-ccc7-40f8-b245-adbc8f437a24 of type vlan for network 76527159-d53f-45de-9799-0d2a4d57e4b7 May 10 11:25:54.103178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.156038 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24de82-5564-4fc7-ae81-0fb4db0cb05d req-72c611e9-5f35-437b-9273-55a11402897e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:54.157887 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-da24de82-5564-4fc7-ae81-0fb4db0cb05d req-72c611e9-5f35-437b-9273-55a11402897e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.2432139 May 10 11:25:54.190263 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb29b8-b9ea-4d3e-bc1d-a4223d7f68c9 req-9747c67d-bae6-4225-8ddf-cf9ea4c606b9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:54.211737 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e9cb29b8-b9ea-4d3e-bc1d-a4223d7f68c9 req-9747c67d-bae6-4225-8ddf-cf9ea4c606b9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.2707517 May 10 11:25:54.254597 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:25:54.342919 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e9cb29b8-b9ea-4d3e-bc1d-a4223d7f68c9 req-32eb20a7-491d-49d4-ab2d-e457e8c81566 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295950 May 10 11:25:54.355239 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-da24de82-5564-4fc7-ae81-0fb4db0cb05d req-0d85ac35-f93b-4933-a5d7-64747322d5b1 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796896 May 10 11:25:54.359562 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.366502 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:54.370060 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.382640 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:54.435960 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:25:54.436444 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 6f15c4c1-01c3-4fe4-abb3-857e3104e5a4 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:25:54.502243 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Attempting to bind port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:54.502615 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Attempting to bind port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:54.503519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Attempting to bind port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f on network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:54.513060 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:54.513345 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Checking segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:54.513763 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.514174 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Bound using segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:54.514891 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Bound port: 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:54.515277 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.540656 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-89f28414-2e15-46c5-8f38-93ca027f3121 req-28e78ad0-8c69-4519-8827-831727e8518c tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 210 time: 0.1062751 May 10 11:25:54.560431 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Pushing event updated for resources: {'Network': ['ID=76527159-d53f-45de-9799-0d2a4d57e4b7,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:54.565880 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:54.591558 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1778529 May 10 11:25:54.591792 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:54.591878 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40572) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:54.599101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Request body: {'subnet': {'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1235597283-subnet', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:54.607195 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:54.614656 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Usage tracker for resource:subnet and tenant:96e0f1cf78524b1980f74c8b748fc743 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:54.618120 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:54.625886 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:54.640887 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Made reservation on behalf of 96e0f1cf78524b1980f74c8b748fc743 for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:54.647857 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372347'] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.834932 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] For port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:54.839182 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] For port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:54.844709 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.850103 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-7857345f-e82d-4df6-8733-f8d76adfd7fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:54.929059 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c087-e22b-4b58-a8ea-265bd3e71cdf None None] Pushing event updated for resources: {'Port': ['ID=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:54.933401 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-9d56c087-e22b-4b58-a8ea-265bd3e71cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:54.968834 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:54.969476 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:25:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:55.035909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40584) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:55.262817 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:55.271499 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.287751 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:55.291905 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Usage tracker for resource:security_group_rule and tenant:94c447da4728431e8c33f74373ae0d01 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:55.294987 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:55.301966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:55.422412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.434769 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.447244 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-541608d4-fca2-4fcf-b05e-508846fbd748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:55.483764 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7977001b-c9eb-4f6d-aee9-1d8d781d9379,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.490118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:55.508953 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94c447da4728431e8c33f74373ae0d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714220 May 10 11:25:55.512568 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40600) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:55.519802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-a3eb1a21-ca36-411c-9f69-1a8867a7813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:55.526083 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-a3eb1a21-ca36-411c-9f69-1a8867a7813c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.4759881 May 10 11:25:55.554581 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c4e66-f881-42b6-a41b-e9ea0b9d1991 req-39cdeb38-93b4-4435-afd8-f5a3cec9335c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:55.555998 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f08c4e66-f881-42b6-a41b-e9ea0b9d1991 req-39cdeb38-93b4-4435-afd8-f5a3cec9335c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.4424932 May 10 11:25:55.644869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.682905 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.747007 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392448e0-f96f-4d87-94fc-f0ef52f48f0a req-b5061aeb-f887-4ea2-84f1-c28350174d37 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:55.748783 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-392448e0-f96f-4d87-94fc-f0ef52f48f0a req-b5061aeb-f887-4ea2-84f1-c28350174d37 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1451542 May 10 11:25:55.766224 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:54Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:55.773117 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab79d-d9bf-43e1-8d3d-a3fec0040958 None None] The sync data for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb is: [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:54Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:55.852727 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-392448e0-f96f-4d87-94fc-f0ef52f48f0a req-9347e780-7320-4905-b6e7-001274e39319 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978212 May 10 11:25:55.854804 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.862049 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e1007456-299f-45ec-8792-ed78ea01cebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:55.885354 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7977001b-c9eb-4f6d-aee9-1d8d781d9379,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.887599 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:55.895046 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.896312 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7977001b-c9eb-4f6d-aee9-1d8d781d9379 HTTP/1.1" status: 204 len: 168 time: 0.3822720 May 10 11:25:55.914209 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f08c4e66-f881-42b6-a41b-e9ea0b9d1991 req-1492e7c0-dacd-4ab7-8b4e-fa5f31f941c9 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141282 May 10 11:25:56.082411 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-924e318b-0db9-476f-a8b8-36963b4b4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:56.083972 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-924e318b-0db9-476f-a8b8-36963b4b4ed2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.5217302 May 10 11:25:56.100785 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372233'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.173040 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a855-adb3-4a6c-b7dd-3e238bb0550c req-742a956b-8fd4-4fd0-82f0-ab4af18484ab tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:56.175120 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f843a855-adb3-4a6c-b7dd-3e238bb0550c req-742a956b-8fd4-4fd0-82f0-ab4af18484ab tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1586256 May 10 11:25:56.191554 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-84844205-f42c-4c1f-9d28-4b5645a0b192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:56.239496 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f843a855-adb3-4a6c-b7dd-3e238bb0550c req-3a08fde7-ad48-4932-8d4f-3b038c6c7355 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563693 May 10 11:25:56.294445 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-d76053d3-a5be-4527-8c3f-a8c6d7ff2d07 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:56.296026 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-d76053d3-a5be-4527-8c3f-a8c6d7ff2d07 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "GET /v2.0/networks?id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 200 len: 808 time: 0.6273780 May 10 11:25:56.308356 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-f72b0c84-a978-4073-b652-d8dff6e3d80f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.2089696 May 10 11:25:56.326376 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Request body: {'port': {'device_id': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682', 'admin_state_up': True, 'tenant_id': '1d88da14ca2f4af59a6c5b77da08bd52'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:56.404423 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ac1441fa-1af5-4431-bd2a-8b0adf1d4b6e req-7df89bbf-d0bb-4f23-8643-cdf725112133 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 210 time: 0.0472045 May 10 11:25:56.482519 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d52ef2-cb67-493d-9b4c-80c1a618f7ad,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.490049 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:56.517818 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-499372d7-ce64-4deb-9a19-d914d0d0ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:56.519794 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-499372d7-ce64-4deb-9a19-d914d0d0ac5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.1764290 May 10 11:25:56.521425 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Checking segment: {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:56.521830 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Network hostable DHCP agents. Network: 76527159-d53f-45de-9799-0d2a4d57e4b7, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:56.600425 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-410b1a05-f0f8-4513-8aef-b88e38e67538 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599687 May 10 11:25:56.657448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:56.703803 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:56.722906 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10979b6-912e-4192-959e-4320f5006e0a req-6d86fbd8-d529-48ce-8d26-d377c7e3141c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:56.723625 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e10979b6-912e-4192-959e-4320f5006e0a req-6d86fbd8-d529-48ce-8d26-d377c7e3141c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:56.737608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:56.742406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 76527159-d53f-45de-9799-0d2a4d57e4b7) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:56.751561 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e30ad-cdbe-42ab-a66f-72a43e3fb12a None None] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:56.785240 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:56.785902 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.792382 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Made reservation on behalf of 1d88da14ca2f4af59a6c5b77da08bd52 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:56.795809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.808382 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e10979b6-912e-4192-959e-4320f5006e0a req-6d86fbd8-d529-48ce-8d26-d377c7e3141c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:56.815129 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10979b6-912e-4192-959e-4320f5006e0a req-6d86fbd8-d529-48ce-8d26-d377c7e3141c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 945 time: 0.6385093 May 10 11:25:56.877385 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-3d8ef0ce-27e8-43d8-8e2a-3a80ebd5de16 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600307 May 10 11:25:56.879044 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-74e690f6-8365-46f8-bfc5-32513a37791e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2857668 May 10 11:25:56.882225 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40614) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:56.892293 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:56.902829 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:56.909931 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Usage tracker for resource:router and tenant:96e0f1cf78524b1980f74c8b748fc743 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:56.915976 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:56.924992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:56.948639 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.951342 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.987927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.022147 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e10979b6-912e-4192-959e-4320f5006e0a req-7bd74900-3ef9-45a4-b1f3-a1756116ca91 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056327 May 10 11:25:57.027805 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-76527159-d53f-45de-9799-0d2a4d57e4b7', 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'fixed_ips': [{'subnet_id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:25:57.029383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.165433 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a9b2f294-e901-4f87-9184-6e7a8587eb22 req-6a481c2f-34ca-42ec-8bea-914a1aa24101 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448540 May 10 11:25:57.215201 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Allocated IP 172.20.0.3 (c2bd24cb-ce1a-432b-b59f-3ae4e961b682/05ab7b14-c0f6-4abf-b99b-5836b4293f9c/27770a63-89ce-47fe-bc36-2bca0f790f24) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:57.265616 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Allocated IP 172.20.0.2 (76527159-d53f-45de-9799-0d2a4d57e4b7/b4d52ef2-cb67-493d-9b4c-80c1a618f7ad/5ee78839-ef01-48b6-819c-4322a303a74b) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:57.414700 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.531624 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded7d4-cc47-4ba2-b9e6-52788427d349 req-a51ee771-10c7-48e5-b220-6d0d1dc9070b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:57.533194 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-50ded7d4-cc47-4ba2-b9e6-52788427d349 req-a51ee771-10c7-48e5-b220-6d0d1dc9070b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.3701532 May 10 11:25:57.555130 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.567113 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Transition to ACTIVE for port object 5ee78839-ef01-48b6-819c-4322a303a74b will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:57.594420 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Transition to ACTIVE for port object 5ee78839-ef01-48b6-819c-4322a303a74b will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:57.604796 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.612071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:57.635048 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-3c5a1b94-0457-4222-bcda-a320984ca407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:57.636586 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-3c5a1b94-0457-4222-bcda-a320984ca407 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.3882053 May 10 11:25:57.641184 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-50ded7d4-cc47-4ba2-b9e6-52788427d349 req-44958b46-dd1e-4e08-8ca8-ce4fe1efec3c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933170 May 10 11:25:57.661414 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.664261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbc67c-ca0c-45d3-b53a-8ca5d7d3602e req-29606a1f-643b-4f60-baa9-0772d3ec66fa tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:57.673194 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-22cbc67c-ca0c-45d3-b53a-8ca5d7d3602e req-29606a1f-643b-4f60-baa9-0772d3ec66fa tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.4444005 May 10 11:25:57.676107 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:57.738229 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:57.741066 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:57.752337 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:57.753582 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-22cbc67c-ca0c-45d3-b53a-8ca5d7d3602e req-072cd7d5-e3d9-4c7f-a153-b6480cc6fc0c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761311 May 10 11:25:57.808497 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-4ee1fcc0-fbc6-4803-b5ac-6ecab2a387f9 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:57.809958 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-4ee1fcc0-fbc6-4803-b5ac-6ecab2a387f9 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 945 time: 0.2298553 May 10 11:25:57.825073 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Pushing event updated for resources: {'Port': ['ID=5ee78839-ef01-48b6-819c-4322a303a74b,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.829660 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.835124 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:57.879255 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:57.896883 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47805256-fb53-48e2-97f5-5e94d63ea0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.900860 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:57.906711 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Attempting to bind port 5ee78839-ef01-48b6-819c-4322a303a74b on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:57.907198 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Attempting to bind port 5ee78839-ef01-48b6-819c-4322a303a74b by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:57.907665 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Attempting to bind port 5ee78839-ef01-48b6-819c-4322a303a74b on network 76527159-d53f-45de-9799-0d2a4d57e4b7 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:57.910451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:57.910915 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.958882 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:57.960163 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Checking segment: {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:57.960792 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.961651 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Bound using segment: {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:57.962723 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Bound port: 5ee78839-ef01-48b6-819c-4322a303a74b, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:57.963416 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.975310 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:57.981190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:57.983543 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-588e76a8-f2b2-4606-977f-3c38dd87429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:57.985026 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-588e76a8-f2b2-4606-977f-3c38dd87429f service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.2913938 May 10 11:25:57.988072 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:58.093897 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Pushing event updated for resources: {'Port': ['ID=27770a63-89ce-47fe-bc36-2bca0f790f24,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:58.109668 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:58.111998 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-27ca1126-b34f-421d-aeff-7e15cf7917e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.0839126 May 10 11:25:58.132229 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] For port 5ee78839-ef01-48b6-819c-4322a303a74b, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:58.145672 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] For port 5ee78839-ef01-48b6-819c-4322a303a74b, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=5ee78839-ef01-48b6-819c-4322a303a74b,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:58.155902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.167586 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.173309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:58.177567 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:58.178181 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.213753 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f250-ac50-4f91-bbf3-7d4474fc5011 req-4ba1aa2f-8f48-497e-91b4-756535b34f70 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:58.217203 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8450f250-ac50-4f91-bbf3-7d4474fc5011 req-4ba1aa2f-8f48-497e-91b4-756535b34f70 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.3931425 May 10 11:25:58.217938 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87bc4-67cf-42b6-a85f-2b758aaf59c2 req-449026eb-dcc0-44aa-8bfd-d21b8cfbc7fd tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:58.221523 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f1a87bc4-67cf-42b6-a85f-2b758aaf59c2 req-449026eb-dcc0-44aa-8bfd-d21b8cfbc7fd tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 931 time: 0.3350804 May 10 11:25:58.233652 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.267056 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:58.271807 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Pushing event updated for resources: {'Port': ['ID=5ee78839-ef01-48b6-819c-4322a303a74b,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:58.275064 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:58.276610 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.278186 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Deleting port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:25:58.278337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.278483 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:58.300146 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8450f250-ac50-4f91-bbf3-7d4474fc5011 req-21062412-427b-4e27-b852-4d644a511e85 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606074 May 10 11:25:58.301916 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9850349 May 10 11:25:58.304269 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-b227c7dc-8a2d-4928-8b06-c065270641af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:58.306141 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-b227c7dc-8a2d-4928-8b06-c065270641af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.1854472 May 10 11:25:58.328403 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.361900 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:58.366555 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:58.385449 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Request body: {'port': {'device_id': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:58.430167 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-b43a4ddc-eb6d-40a2-b308-0b44171f8ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114576 May 10 11:25:58.462690 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f1a87bc4-67cf-42b6-a85f-2b758aaf59c2 req-5ccd697b-6f47-4fe3-ae43-cc9e213fd5a2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305505 May 10 11:25:58.602425 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] For port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:58.602787 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.658147 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:58.741279 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Calling delete_port for 5ee864ee-6a05-46e5-af06-cbfc9b0e142b owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:25:58.750857 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-93e54cff-823d-42e1-a202-b5447f2f800c service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763948 May 10 11:25:58.760845 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Allocated IP 172.28.1.19 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/c0840a2f-9ceb-4240-8a4d-3d36586289ce) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:58.794127 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8be451-b044-46e8-9435-53e12ec3a061 req-3abb644c-c27b-4f37-9267-4cb89a7a5eb8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:58.796034 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8e8be451-b044-46e8-9435-53e12ec3a061 req-3abb644c-c27b-4f37-9267-4cb89a7a5eb8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 945 time: 0.3698125 May 10 11:25:58.989192 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8e8be451-b044-46e8-9435-53e12ec3a061 req-c1af7b9f-0502-49e2-af15-df9165de15d1 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746869 May 10 11:25:59.037252 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c93711-1fdd-41b8-9df8-14298c19c82f req-6443d7f5-d1a9-42a9-ad6a-e45a0f6a1f54 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:59.038791 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06c93711-1fdd-41b8-9df8-14298c19c82f req-6443d7f5-d1a9-42a9-ad6a-e45a0f6a1f54 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.2707343 May 10 11:25:59.062174 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.130304 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-06c93711-1fdd-41b8-9df8-14298c19c82f req-2271312b-203a-410f-aaeb-bf82ab21ace0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769131 May 10 11:25:59.133611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.152383 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:59.152481 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86', '903cae90-60db-4b5d-90d3-802e95d8575f', '5ee864ee-6a05-46e5-af06-cbfc9b0e142b'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:59.195307 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event deleted for resources: {'Port': ['ID=5ee864ee-6a05-46e5-af06-cbfc9b0e142b,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:59.200122 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:59.289061 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02067ddc-b356-4f65-9926-8418d2ad5ef5 req-861f7bb8-916b-43d5-87bf-c74a61a3e4df service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251777 May 10 11:25:59.382469 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.395826 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:59.408425 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8cf8-a001-4924-ac87-06e23a6c409a req-a9342682-5683-4f77-b5ce-ccee60727050 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:59.410684 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d13e8cf8-a001-4924-ac87-06e23a6c409a req-a9342682-5683-4f77-b5ce-ccee60727050 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1799111 May 10 11:25:59.437997 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] No DVR routers for this DVR port 5ee864ee-6a05-46e5-af06-cbfc9b0e142b on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:59.452133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.474126 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'name': 'network-vif-deleted', 'tag': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:59.480211 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb5006-a9ff-40ac-ae0a-6835574fe53c None None] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:59.485869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:59.487936 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f9d4ceb8-2b90-4829-9dd0-952d2ce181fe req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "DELETE /v2.0/ports/5ee864ee-6a05-46e5-af06-cbfc9b0e142b HTTP/1.1" status: 204 len: 173 time: 1.6624966 May 10 11:25:59.520518 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:59.531002 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:59.533228 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d13e8cf8-a001-4924-ac87-06e23a6c409a req-52c523e9-82f3-4fc6-9257-2119396ae6be tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130440 May 10 11:25:59.547790 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27770a63-89ce-47fe-bc36-2bca0f790f24 {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:59.574643 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.594160 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Pushing event updated for resources: {'Port': ['ID=c0840a2f-9ceb-4240-8a4d-3d36586289ce,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:59.598483 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:59.622986 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Transition to ACTIVE for port object 27770a63-89ce-47fe-bc36-2bca0f790f24 will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:59.631172 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:59.644797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9043cd4d-6b2d-4348-846e-4c5d03f01f51 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:59.667682 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2bb449-185d-4967-ac5b-9d40e9c54ab1', 'name': 'network-vif-deleted', 'tag': '5ee864ee-6a05-46e5-af06-cbfc9b0e142b', 'status': 'completed', 'code': 200} May 10 11:25:59.787228 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:59.840120 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-60afb335-9aa4-4287-b92b-3bda2764f734 None None] Provisioning for port 5ee78839-ef01-48b6-819c-4322a303a74b completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:59.849634 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f9251-8ff8-490c-9080-9865ee61ee92 req-7601d557-7323-469d-a94b-b610355d0fc7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:59.851031 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-341f9251-8ff8-490c-9080-9865ee61ee92 req-7601d557-7323-469d-a94b-b610355d0fc7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.3715355 May 10 11:25:59.927000 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=27770a63-89ce-47fe-bc36-2bca0f790f24,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:59.934903 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:59.990294 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Attempting to bind port 27770a63-89ce-47fe-bc36-2bca0f790f24 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:59.990294 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Attempting to bind port 27770a63-89ce-47fe-bc36-2bca0f790f24 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:59.990835 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Attempting to bind port 27770a63-89ce-47fe-bc36-2bca0f790f24 on network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:59.998070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Port 27770a63-89ce-47fe-bc36-2bca0f790f24 on network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:25:59.998070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Attempting to bind port 27770a63-89ce-47fe-bc36-2bca0f790f24 on network c2bd24cb-ce1a-432b-b59f-3ae4e961b682 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:00.000346 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:00.000807 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.010884 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c0185-ba06-4222-9b79-cb62e2da3504 req-cddba89a-c70d-4112-8067-73beb6a93201 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.011693 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-254c0185-ba06-4222-9b79-cb62e2da3504 req-cddba89a-c70d-4112-8067-73beb6a93201 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Synchronizing usage tracker for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:00.017003 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:00.017442 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Checking segment: {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:00.017911 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Bound using segment: {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:00.018611 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Bound port: 27770a63-89ce-47fe-bc36-2bca0f790f24, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1ef93d-95bc-4753-9a65-3589ddc34131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:00.019446 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.092195 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-341f9251-8ff8-490c-9080-9865ee61ee92 req-c175da12-24d7-487f-9556-70860cc48920 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325149 May 10 11:26:00.095738 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-254c0185-ba06-4222-9b79-cb62e2da3504 req-cddba89a-c70d-4112-8067-73beb6a93201 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Unset dirty status for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:00.099754 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-254c0185-ba06-4222-9b79-cb62e2da3504 req-cddba89a-c70d-4112-8067-73beb6a93201 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 943 time: 0.2957206 May 10 11:26:00.181374 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.202505 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] For port 27770a63-89ce-47fe-bc36-2bca0f790f24, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:00.210424 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-254c0185-ba06-4222-9b79-cb62e2da3504 req-0780e320-2890-4986-825b-db6879e5617a tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948200 May 10 11:26:00.219757 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] For port 27770a63-89ce-47fe-bc36-2bca0f790f24, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=27770a63-89ce-47fe-bc36-2bca0f790f24,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:00.231013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.231982 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 5ee78839-ef01-48b6-819c-4322a303a74b up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:00.234888 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:00.326407 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.327053 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.328383 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] 10.222.0.23 "PUT /v2.0/ports/27770a63-89ce-47fe-bc36-2bca0f790f24 HTTP/1.1" status: 200 len: 1093 time: 2.0110211 May 10 11:26:00.328926 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'tag': '27770a63-89ce-47fe-bc36-2bca0f790f24'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:00.374265 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 5ee78839-ef01-48b6-819c-4322a303a74b completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:00.375554 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=27770a63-89ce-47fe-bc36-2bca0f790f24,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:00.383211 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:00.384899 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 5ee78839-ef01-48b6-819c-4322a303a74b triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:00.385285 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.470057 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-b42215c3-87a8-4b68-a678-879bf7951e86 req-f6bd8d10-ae8e-4447-97c6-fd6bf50aae26 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:00.475613 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-d14a32cd-78cb-4795-a37b-e8abb8066c85 None None] Provisioning complete for port 5ee78839-ef01-48b6-819c-4322a303a74b triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:00.476066 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d14a32cd-78cb-4795-a37b-e8abb8066c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.546075 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-e2a8b109-dd68-4cf0-a7be-c93a2d5396c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.547943 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-e2a8b109-dd68-4cf0-a7be-c93a2d5396c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 1096 time: 0.1583469 May 10 11:26:00.556363 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.567258 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67ed75-4e9a-47c8-9abf-b954736a1627 req-101beae5-7a01-4b8e-ac7f-aa06ff209100 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.568683 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bf67ed75-4e9a-47c8-9abf-b954736a1627 req-101beae5-7a01-4b8e-ac7f-aa06ff209100 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1177747 May 10 11:26:00.644974 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-638aa37e-f42c-4e52-b7f4-21164483fa85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27770a63-89ce-47fe-bc36-2bca0f790f24 HTTP/1.1" status: 200 len: 217 time: 0.0752113 May 10 11:26:00.662573 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-b42215c3-87a8-4b68-a678-879bf7951e86 req-f6bd8d10-ae8e-4447-97c6-fd6bf50aae26 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:00.664003 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b42215c3-87a8-4b68-a678-879bf7951e86 req-f6bd8d10-ae8e-4447-97c6-fd6bf50aae26 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb2bb449-185d-4967-ac5b-9d40e9c54ab1 HTTP/1.1" status: 200 len: 210 time: 0.2518861 May 10 11:26:00.674357 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.709331 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.727586 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d14a32cd-78cb-4795-a37b-e8abb8066c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.729534 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bf67ed75-4e9a-47c8-9abf-b954736a1627 req-df272451-acb5-44aa-bcf8-7917cbad67e0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068077 May 10 11:26:00.743305 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'tag': '27770a63-89ce-47fe-bc36-2bca0f790f24', 'status': 'completed', 'code': 200} May 10 11:26:00.747429 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b820bfaa-3891-4b8c-9cbc-da7f3f77b95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.765829 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056617-0f77-4420-bb49-9af8378d532a req-27685032-3a5a-4b04-bf9b-73358e5b21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.766990 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 5ee78839-ef01-48b6-819c-4322a303a74b, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=5ee78839-ef01-48b6-819c-4322a303a74b,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:00.767372 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-27685032-3a5a-4b04-bf9b-73358e5b21ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05ab7b14-c0f6-4abf-b99b-5836b4293f9c HTTP/1.1" status: 200 len: 848 time: 0.1095796 May 10 11:26:00.805398 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:00.813101 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:00.835141 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-b36bb762-cb0c-4c7c-9b90-5fe818c1a66d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468357 May 10 11:26:00.893160 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.db.api [None req-d14a32cd-78cb-4795-a37b-e8abb8066c85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:26:00.894502 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_db.api [None req-d14a32cd-78cb-4795-a37b-e8abb8066c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:26:00.903124 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=5ee78839-ef01-48b6-819c-4322a303a74b,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:00.906694 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:00.978775 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-855f62b1-33ac-44ce-bb51-0056c36984c2 service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364124 May 10 11:26:01.077652 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6635ec-0c56-4c70-af32-de7a38d70984 req-0d818c62-0650-4616-9a64-1383a7f0f427 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:01.079085 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0b6635ec-0c56-4c70-af32-de7a38d70984 req-0d818c62-0650-4616-9a64-1383a7f0f427 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.2040939 May 10 11:26:01.102338 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.113766 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b8056617-0f77-4420-bb49-9af8378d532a req-04324a9c-5bcd-4a73-a1a4-818d6a9c6600 service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280043 May 10 11:26:01.118854 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Router 976e2d95-3998-48e8-a50d-aa04eabd10c0 is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:26:01.136833 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.137999 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0b6635ec-0c56-4c70-af32-de7a38d70984 req-a2f4c6c9-20a2-4195-a67c-d54d2962562c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519576 May 10 11:26:01.285156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-446438ba-5cae-4d0a-97ea-b69259e9c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:01.287096 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-446438ba-5cae-4d0a-97ea-b69259e9c996 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 1096 time: 0.1151021 May 10 11:26:01.320031 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:26:01.329180 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Sync routers for ids ['976e2d95-3998-48e8-a50d-aa04eabd10c0'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:01.349418 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Routers {'976e2d95-3998-48e8-a50d-aa04eabd10c0'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:01.350270 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:26:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['976e2d95-3998-48e8-a50d-aa04eabd10c0'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:01.385692 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.390290 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5035980 May 10 11:26:01.394188 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40652) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:01.502104 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bc953-5975-4ed3-a8c5-c4888031e8ab req-b4707e45-25ef-46c5-9670-d4977b64f3da tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:01.509721 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5b1bc953-5975-4ed3-a8c5-c4888031e8ab req-b4707e45-25ef-46c5-9670-d4977b64f3da tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.2859943 May 10 11:26:01.538037 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Set router 976e2d95-3998-48e8-a50d-aa04eabd10c0 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:01.581247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-11213606-d6e3-4b53-b54f-1ff6e09e2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:01.582664 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-11213606-d6e3-4b53-b54f-1ff6e09e2781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 200 len: 909 time: 0.2849102 May 10 11:26:01.588611 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 5ee78839-ef01-48b6-819c-4322a303a74b up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:01.592913 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5b1bc953-5975-4ed3-a8c5-c4888031e8ab req-ad2bdc46-6b4d-4ad7-af99-b6d6d06b6ea6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822752 May 10 11:26:01.661782 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 5ee78839-ef01-48b6-819c-4322a303a74b triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:01.662152 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.667297 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-f94be670-18e6-4f54-b953-d153a06c36a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27770a63-89ce-47fe-bc36-2bca0f790f24 HTTP/1.1" status: 200 len: 217 time: 0.0733874 May 10 11:26:01.733180 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-30faa1dc-40a4-428c-9df9-556ce61e6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:01.734916 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-30faa1dc-40a4-428c-9df9-556ce61e6f11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05ab7b14-c0f6-4abf-b99b-5836b4293f9c HTTP/1.1" status: 200 len: 848 time: 0.0612364 May 10 11:26:01.791976 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-4cb384f3-5154-4757-bb69-8bf31d545cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2bd24cb-ce1a-432b-b59f-3ae4e961b682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499523 May 10 11:26:01.795441 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d6ffc-7590-44af-850d-36090118ab3d req-9caa1746-1182-4368-bbbc-42c737f2def5 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:01.797552 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5e3d6ffc-7590-44af-850d-36090118ab3d req-9caa1746-1182-4368-bbbc-42c737f2def5 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 943 time: 0.4440989 May 10 11:26:01.890367 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:25:59Z', 'revision_number': 3, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:01.894491 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Checking router: 976e2d95-3998-48e8-a50d-aa04eabd10c0 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:01.895139 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Updating router 976e2d95-3998-48e8-a50d-aa04eabd10c0 port c0840a2f-9ceb-4240-8a4d-3d36586289ce binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:01.948716 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-f87a8f0a-2b0a-49c5-b6e7-9266439232ba service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471899 May 10 11:26:01.953465 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:01.997997 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5e3d6ffc-7590-44af-850d-36090118ab3d req-2c31ffb0-fa7b-4005-a2c2-8f7dac0f879a tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923959 May 10 11:26:02.126051 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723b400-c431-446f-96c9-ec80d17413d3 req-bcf720dc-dec4-40ef-b0c0-b94d5b7f0525 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:02.127616 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8723b400-c431-446f-96c9-ec80d17413d3 req-bcf720dc-dec4-40ef-b0c0-b94d5b7f0525 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1780040 May 10 11:26:02.190904 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-06ca2e9d-12a0-4f70-9088-b0a36f38c374 req-59fec326-622a-44cf-b539-f6f66e967b03 service neutron] 10.222.0.23 "GET /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880784 May 10 11:26:02.249408 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8723b400-c431-446f-96c9-ec80d17413d3 req-9062801f-b685-40c9-8e98-1372aa8c8259 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640311 May 10 11:26:02.260382 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 5ee864ee-6a05-46e5-af06-cbfc9b0e142b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:26:02.288732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.317018 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 5ee864ee-6a05-46e5-af06-cbfc9b0e142b {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:26:02.317374 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 5ee864ee-6a05-46e5-af06-cbfc9b0e142b not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:26:02.363345 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.376148 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Transition to ACTIVE for port object c0840a2f-9ceb-4240-8a4d-3d36586289ce will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:02.383768 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.387920 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-16a038f9-6d0b-419e-9741-fa55b07be2e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:02.448392 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14454-9ac8-4890-821c-a4458c1617ed req-eb16dd13-cc91-4eb7-9404-67f9eebdbfa8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:02.449902 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-aac14454-9ac8-4890-821c-a4458c1617ed req-eb16dd13-cc91-4eb7-9404-67f9eebdbfa8 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 945 time: 0.0898638 May 10 11:26:02.466527 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a1835-eaad-402b-bdf9-cd415cde028e None None] Pushing event updated for resources: {'Port': ['ID=c0840a2f-9ceb-4240-8a4d-3d36586289ce,revision_number=2']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:02.470529 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-b19a1835-eaad-402b-bdf9-cd415cde028e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:02.472679 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Attempting to bind port c0840a2f-9ceb-4240-8a4d-3d36586289ce on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:02.473233 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Attempting to bind port c0840a2f-9ceb-4240-8a4d-3d36586289ce by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:02.473740 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Attempting to bind port c0840a2f-9ceb-4240-8a4d-3d36586289ce on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:02.480078 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:02.480450 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:02.480873 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.481422 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:02.481886 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Bound port: c0840a2f-9ceb-4240-8a4d-3d36586289ce, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:02.482274 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.499484 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-aac14454-9ac8-4890-821c-a4458c1617ed req-6cbb310f-c7f8-4e65-bb02-aabfe959cd46 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 May 10 11:26:02.520814 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f61603-9b11-400b-9fbc-931118aa9299 req-16d4ebeb-0ce9-4853-bdd4-6a502a249fd8 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:02.520814 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-61f61603-9b11-400b-9fbc-931118aa9299 req-16d4ebeb-0ce9-4853-bdd4-6a502a249fd8 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1580617 May 10 11:26:02.564347 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] For port c0840a2f-9ceb-4240-8a4d-3d36586289ce, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:02.567876 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] For port c0840a2f-9ceb-4240-8a4d-3d36586289ce, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=c0840a2f-9ceb-4240-8a4d-3d36586289ce,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:02.572420 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.577140 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-a5361703-c658-46c2-8243-9a819e706552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:02.603638 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-61f61603-9b11-400b-9fbc-931118aa9299 req-2042fd74-6ec1-456a-b7bd-58a1863407a1 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786614 May 10 11:26:02.621159 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Allocated IP 172.20.0.1 (76527159-d53f-45de-9799-0d2a4d57e4b7/b4d52ef2-cb67-493d-9b4c-80c1a618f7ad/cecd7c34-d52d-451b-8d69-d822a7cc537d) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:02.648084 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Routers {'976e2d95-3998-48e8-a50d-aa04eabd10c0'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:02.648713 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:26:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['976e2d95-3998-48e8-a50d-aa04eabd10c0'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:02.761182 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a1835-eaad-402b-bdf9-cd415cde028e None None] Pushing event updated for resources: {'Port': ['ID=c0840a2f-9ceb-4240-8a4d-3d36586289ce,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:02.770432 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-b19a1835-eaad-402b-bdf9-cd415cde028e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:02.807537 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc637-3d90-47e0-9d88-a2e6df44ead2 req-0127f860-5be2-4a2d-bef0-00e92cd849f9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:02.813177 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1a6dc637-3d90-47e0-9d88-a2e6df44ead2 req-0127f860-5be2-4a2d-bef0-00e92cd849f9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0895793 May 10 11:26:02.833678 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] Set router 976e2d95-3998-48e8-a50d-aa04eabd10c0 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:02.855470 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1a6dc637-3d90-47e0-9d88-a2e6df44ead2 req-42ea1e24-5581-4ebc-ad33-323238c8f85b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 May 10 11:26:02.863107 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.878652 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Transition to ACTIVE for port object cecd7c34-d52d-451b-8d69-d822a7cc537d will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:02.901478 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.905895 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-6de7e752-32a3-4c76-a67d-093bd6b61e96 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:02.960114 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:02.962822 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:02.965241 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:03.019504 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Pushing event updated for resources: {'Port': ['ID=cecd7c34-d52d-451b-8d69-d822a7cc537d,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:03.023316 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:03.039003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.039398 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.155197 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:25:59Z', 'revision_number': 3, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:03.159844 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6d2b2-2091-4245-ad4c-15b0dde523dc None None] The sync data for ids ['976e2d95-3998-48e8-a50d-aa04eabd10c0'] in dv-cinder-784956-5-smb is: [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:25:59Z', 'revision_number': 3, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:03.210796 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.227904 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-25fd967a-b572-4dcf-a2fe-d8d466bc7ac7 None None] Provisioning for port cecd7c34-d52d-451b-8d69-d822a7cc537d completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:03.233424 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-25fd967a-b572-4dcf-a2fe-d8d466bc7ac7 None None] Provisioning complete for port cecd7c34-d52d-451b-8d69-d822a7cc537d triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:03.233923 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-25fd967a-b572-4dcf-a2fe-d8d466bc7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.292470 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-25fd967a-b572-4dcf-a2fe-d8d466bc7ac7 None None] Port cecd7c34-d52d-451b-8d69-d822a7cc537d cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:26:03.307015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa9728-6a78-4fba-8f54-b3db9f132b4a req-e9f8dfb2-89a5-4da4-b0df-70f232a38e2e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:03.308479 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f0fa9728-6a78-4fba-8f54-b3db9f132b4a req-e9f8dfb2-89a5-4da4-b0df-70f232a38e2e tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 943 time: 0.1793942 May 10 11:26:03.441023 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f0fa9728-6a78-4fba-8f54-b3db9f132b4a req-a2c8fa1a-a7b4-470c-9bb9-7309734cf082 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250248 May 10 11:26:03.500193 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ce37d-70ff-4b69-a59e-f94804503dde req-b0274ba4-9227-458c-9bcf-10a0f2cd43fc tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:03.509759 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-489ce37d-70ff-4b69-a59e-f94804503dde req-b0274ba4-9227-458c-9bcf-10a0f2cd43fc tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1464279 May 10 11:26:03.524883 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.536620 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.576628 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-489ce37d-70ff-4b69-a59e-f94804503dde req-f2fceb02-639b-44fb-8ef2-ba5b1f7f6ede tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657299 May 10 11:26:03.580299 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:03.638726 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device c0840a2f-9ceb-4240-8a4d-3d36586289ce up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:03.723878 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port c0840a2f-9ceb-4240-8a4d-3d36586289ce completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:03.730426 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port c0840a2f-9ceb-4240-8a4d-3d36586289ce triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:03.731090 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.760212 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Pushing event updated for resources: {'Port': ['ID=cecd7c34-d52d-451b-8d69-d822a7cc537d,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:03.768053 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:03.770258 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.878343 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.884919 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942430-dd61-4da1-9b55-3a65498ea4d0 req-40b0e319-dfc3-4664-ba22-bf809d09b643 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:03.887667 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-c3251ab5-945f-4d1e-9bcf-8d047a43aeb7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:03.888739 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-c3251ab5-945f-4d1e-9bcf-8d047a43aeb7 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 945 time: 0.1552699 May 10 11:26:03.891987 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-72942430-dd61-4da1-9b55-3a65498ea4d0 req-40b0e319-dfc3-4664-ba22-bf809d09b643 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 945 time: 0.2374125 May 10 11:26:03.896364 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port c0840a2f-9ceb-4240-8a4d-3d36586289ce, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=c0840a2f-9ceb-4240-8a4d-3d36586289ce,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:03.902926 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.906516 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:03.975315 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=c0840a2f-9ceb-4240-8a4d-3d36586289ce,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:03.979311 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:03.994488 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-72942430-dd61-4da1-9b55-3a65498ea4d0 req-7c373f1a-7b82-4eb4-9697-94a4be89bc88 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016445 May 10 11:26:04.027199 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:04.028364 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:04.030935 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aebcb4-1c07-4f6d-9fc4-7918d36dd576 req-aff61084-6204-4749-986f-43b8e99e6052 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:04.032436 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-13aebcb4-1c07-4f6d-9fc4-7918d36dd576 req-aff61084-6204-4749-986f-43b8e99e6052 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.3002872 May 10 11:26:04.100022 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-13aebcb4-1c07-4f6d-9fc4-7918d36dd576 req-45d31152-7262-4be0-9bc2-3f735af576a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615575 May 10 11:26:04.130845 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Deleting port 903cae90-60db-4b5d-90d3-802e95d8575f {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:26:04.131492 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.261889 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 27770a63-89ce-47fe-bc36-2bca0f790f24 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:26:04.285478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] For port 903cae90-60db-4b5d-90d3-802e95d8575f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=903cae90-60db-4b5d-90d3-802e95d8575f,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:04.285850 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.322588 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Router 976e2d95-3998-48e8-a50d-aa04eabd10c0 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:26:04.336856 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec556f-cd60-4cff-9b1e-5aeb456550b5 req-54ad8dea-66f3-4c1f-9580-39c2f00b974e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:04.338263 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ceec556f-cd60-4cff-9b1e-5aeb456550b5 req-54ad8dea-66f3-4c1f-9580-39c2f00b974e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1323469 May 10 11:26:04.375321 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-91135ee0-507a-4a08-93b1-6fffdee0ed8e None None] Provisioning complete for port cecd7c34-d52d-451b-8d69-d822a7cc537d triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:04.375705 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-91135ee0-507a-4a08-93b1-6fffdee0ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.416819 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Calling delete_port for 903cae90-60db-4b5d-90d3-802e95d8575f owned by compute:nova {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:26:04.459127 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-91135ee0-507a-4a08-93b1-6fffdee0ed8e None None] Port cecd7c34-d52d-451b-8d69-d822a7cc537d cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:26:04.462218 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 27770a63-89ce-47fe-bc36-2bca0f790f24, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=27770a63-89ce-47fe-bc36-2bca0f790f24,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:04.477307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '27770a63-89ce-47fe-bc36-2bca0f790f24', 'network_id': 'c2bd24cb-ce1a-432b-b59f-3ae4e961b682', 'port_id': '27770a63-89ce-47fe-bc36-2bca0f790f24', 'mac_address': 'fa:16:3e:b1:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ab7b14-c0f6-4abf-b99b-5836b4293f9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:26:04.537791 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.557245 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27770a63-89ce-47fe-bc36-2bca0f790f24 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:04.576219 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 27770a63-89ce-47fe-bc36-2bca0f790f24, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=27770a63-89ce-47fe-bc36-2bca0f790f24,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:04.582317 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.584980 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:04.630904 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ceec556f-cd60-4cff-9b1e-5aeb456550b5 req-41587aad-1857-4833-bcfc-f600e93276f1 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864830 May 10 11:26:04.662435 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=27770a63-89ce-47fe-bc36-2bca0f790f24,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:04.667055 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:04.689569 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:26:04.703129 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] 10.222.0.26 "PUT /v2.0/routers/976e2d95-3998-48e8-a50d-aa04eabd10c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3096147 May 10 11:26:04.734858 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.741632 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-adfff779-a20b-4e6d-98d0-d7346ab472da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:04.746501 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86', '903cae90-60db-4b5d-90d3-802e95d8575f'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:04.780066 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835a4e-d27c-4f72-bcab-01599bb9cfec req-f80fd679-aa06-4223-91af-be4139db4343 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:04.789066 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-29835a4e-d27c-4f72-bcab-01599bb9cfec req-f80fd679-aa06-4223-91af-be4139db4343 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 944 time: 0.1722100 May 10 11:26:04.837806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event deleted for resources: {'Port': ['ID=903cae90-60db-4b5d-90d3-802e95d8575f,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:04.841522 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:04.910885 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bc412-f4ce-4148-be4d-20820932a793 req-81cecee8-15ef-4d93-801f-e71aa475c83e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:04.912428 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7a3bc412-f4ce-4148-be4d-20820932a793 req-81cecee8-15ef-4d93-801f-e71aa475c83e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1139872 May 10 11:26:04.920846 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-29835a4e-d27c-4f72-bcab-01599bb9cfec req-fd1bfe8c-7897-47a7-a2f6-eb9da2000e42 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309018 May 10 11:26:04.934162 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['27770a63-89ce-47fe-bc36-2bca0f790f24'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:04.963670 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] No DVR routers for this DVR port 903cae90-60db-4b5d-90d3-802e95d8575f on host hv-cinder-78495 {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:04.966784 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.971386 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'name': 'network-vif-deleted', 'tag': '903cae90-60db-4b5d-90d3-802e95d8575f'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:04.993437 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7a3bc412-f4ce-4148-be4d-20820932a793 req-368c27ca-36ae-4f39-9543-a1c3a71b0c87 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750473 May 10 11:26:04.997393 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8635666f-7af8-4f3e-97cb-5e919a32cbd1 req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "DELETE /v2.0/ports/903cae90-60db-4b5d-90d3-802e95d8575f HTTP/1.1" status: 204 len: 173 time: 1.0969884 May 10 11:26:05.104910 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51767cf-ad64-493a-a7ef-90a5bed85bc1', 'name': 'network-vif-deleted', 'tag': '903cae90-60db-4b5d-90d3-802e95d8575f', 'status': 'completed', 'code': 200} May 10 11:26:05.183149 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Sync routers for ids ['976e2d95-3998-48e8-a50d-aa04eabd10c0'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:05.229687 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Routers {'976e2d95-3998-48e8-a50d-aa04eabd10c0'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:05.230397 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:26:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['976e2d95-3998-48e8-a50d-aa04eabd10c0'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:05.276141 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4166ecad-dc7a-49ec-8d1a-481e3a81f01a req-acc69f8b-5c6a-425b-a2d5-d136e78ded0c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=f51767cf-ad64-493a-a7ef-90a5bed85bc1 HTTP/1.1" status: 200 len: 210 time: 0.0499291 May 10 11:26:05.453833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a7f5-014e-4bdb-810c-1f4387e988d6 req-8f48ca5b-ffb1-4d44-857f-360c3108cca3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:05.455561 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a8b3a7f5-014e-4bdb-810c-1f4387e988d6 req-8f48ca5b-ffb1-4d44-857f-360c3108cca3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0844624 May 10 11:26:05.483889 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Set router 976e2d95-3998-48e8-a50d-aa04eabd10c0 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:05.535214 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a8b3a7f5-014e-4bdb-810c-1f4387e988d6 req-1ef123ba-5636-486d-9e5e-e82b45827e7b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728881 May 10 11:26:05.572043 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device c0840a2f-9ceb-4240-8a4d-3d36586289ce up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:05.612963 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40696) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:05.618742 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154273500', 'description': 'tempest-secgroup-smoke-154273500 description', 'project_id': '69c53b73c22342c7b4a080745ba0d380'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:05.624530 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:05.629269 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:05.632252 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:05.638626 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:05.649166 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.669805 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:05.676734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:05.681191 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:05.688509 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:05.764419 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.774339 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.797451 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-91af46c5-8a27-4ed5-9cd0-2922916506c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:05.809132 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.810526 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1964116 May 10 11:26:05.814721 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40702) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:05.823765 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group_rule': {'security_group_id': '1886bd1d-6c6d-4236-b2b3-3accd535a469', 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:05.836959 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port c0840a2f-9ceb-4240-8a4d-3d36586289ce triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:05.837327 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.840268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:05.848013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:05.851024 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1886bd1d-6c6d-4236-b2b3-3accd535a469,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:05.853867 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:05.857114 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:05.861190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:05.872031 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660eafc-968b-477d-b395-3e3ce0433b36 req-11439572-67cb-44b5-b20f-baedb1d01e35 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:05.873744 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7660eafc-968b-477d-b395-3e3ce0433b36 req-11439572-67cb-44b5-b20f-baedb1d01e35 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0922072 May 10 11:26:05.880786 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.928326 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7660eafc-968b-477d-b395-3e3ce0433b36 req-b291f7ca-d25d-4ada-8f7b-3801745118d9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 May 10 11:26:05.984481 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.989819 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:05.998733 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0fc11786-fb36-4195-a0c4-3d14156076a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.036330 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66178e54-aa10-49d1-982a-8031353f73e1,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.039612 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:06.052577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.053921 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378235 May 10 11:26:06.056686 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40710) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:06.061982 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group_rule': {'security_group_id': '1886bd1d-6c6d-4236-b2b3-3accd535a469', 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:06.070037 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:06.073827 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:06.075755 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'cecd7c34-d52d-451b-8d69-d822a7cc537d', 'name': '', 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'mac_address': 'fa:16:3e:30:cc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:02Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 2, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'subnets': [{'id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:06.079263 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:06.080252 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Checking router: 976e2d95-3998-48e8-a50d-aa04eabd10c0 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:06.080722 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Updating router 976e2d95-3998-48e8-a50d-aa04eabd10c0 port cecd7c34-d52d-451b-8d69-d822a7cc537d binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:06.117318 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:06.137183 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.145532 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.207098 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51e9c6-33cb-4a1f-9b44-49a3be934080 req-a4caea49-8e6b-45e4-8174-1594685835b7 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:06.208570 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ec51e9c6-33cb-4a1f-9b44-49a3be934080 req-a4caea49-8e6b-45e4-8174-1594685835b7 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 944 time: 0.1319609 May 10 11:26:06.218605 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b863b-b012-4d6e-bcd2-d0bbe901ba71 req-6411ca2d-0fb0-4907-b451-957bcaa107ff tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:06.219994 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0c1b863b-b012-4d6e-bcd2-d0bbe901ba71 req-6411ca2d-0fb0-4907-b451-957bcaa107ff tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0933342 May 10 11:26:06.248568 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.266880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.273216 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0c1b863b-b012-4d6e-bcd2-d0bbe901ba71 req-feb036c1-1135-4667-9b2c-73534eb950ba tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 May 10 11:26:06.278476 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-79460eaa-9241-4dbd-9650-a730dffb0e23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.287304 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 27770a63-89ce-47fe-bc36-2bca0f790f24 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:06.296536 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ec51e9c6-33cb-4a1f-9b44-49a3be934080 req-522b3fd2-d311-4dec-9817-c1575abbfa49 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796819 May 10 11:26:06.304721 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d498b3be-8ca7-49fe-9475-592a52d4a7a8,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.310317 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:06.314685 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.317160 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2595322 May 10 11:26:06.319945 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40716) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:06.326923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group_rule': {'security_group_id': '1886bd1d-6c6d-4236-b2b3-3accd535a469', 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:06.333938 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:06.337676 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:06.340560 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:06.347063 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:06.364392 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.430797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.435233 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.443638 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.464509 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 27770a63-89ce-47fe-bc36-2bca0f790f24 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:06.466829 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef94ad0c-1a56-4e62-8664-d765abcbe975,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.470400 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:06.472747 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 27770a63-89ce-47fe-bc36-2bca0f790f24 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:06.473138 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.477698 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.479465 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578214 May 10 11:26:06.481975 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40722) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:06.489273 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group_rule': {'security_group_id': '1886bd1d-6c6d-4236-b2b3-3accd535a469', 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:06.495658 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:06.499841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:06.502851 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:06.509595 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:06.528080 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.594977 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.602931 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.609474 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.629202 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704a245f-d517-4efe-a2df-a4b681b8b968,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.635584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:06.642487 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.643992 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608555 May 10 11:26:06.646615 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40730) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:06.651668 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group_rule': {'security_group_id': '1886bd1d-6c6d-4236-b2b3-3accd535a469', 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:06.684179 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.686746 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.700862 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:06.709903 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Transition to ACTIVE for port object cecd7c34-d52d-451b-8d69-d822a7cc537d will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:06.714992 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:06.720483 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:06.726705 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.727960 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:06.730241 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27770a63-89ce-47fe-bc36-2bca0f790f24'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:06.737789 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.755792 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.securitygroups_db [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Project 69c53b73c22342c7b4a080745ba0d380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:26:06.764064 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.788442 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27770a63-89ce-47fe-bc36-2bca0f790f24', 'code': 200} May 10 11:26:06.793120 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 27770a63-89ce-47fe-bc36-2bca0f790f24, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=27770a63-89ce-47fe-bc36-2bca0f790f24,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:06.805401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528ece-7578-45de-81ed-66ec1a01c2b3 req-74400c3b-f560-4eb2-b021-e0a203da1e96 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:06.807105 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-78528ece-7578-45de-81ed-66ec1a01c2b3 req-74400c3b-f560-4eb2-b021-e0a203da1e96 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1510582 May 10 11:26:06.858594 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.898719 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-78528ece-7578-45de-81ed-66ec1a01c2b3 req-8dd0d3e8-bf36-428e-a6ce-ed6e2561ba05 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828698 May 10 11:26:06.903693 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.908428 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae2b03-d582-4929-909c-728c3d7a2630 None None] Pushing event updated for resources: {'Port': ['ID=cecd7c34-d52d-451b-8d69-d822a7cc537d,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.910484 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.918804 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a5391d31-06c8-4e2a-9a40-303e4f0422ea tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.943948 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e68781-19f4-4c1c-8ee4-8ed6f1a0a7bc,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:06.947214 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:06.953870 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3cae2b03-d582-4929-909c-728c3d7a2630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:06.954732 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:06.963549 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:06.965201 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-275573a6-ff3d-4921-a9bb-e699d95210fc tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3175650 May 10 11:26:06.967966 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40740) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:06.974629 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'security_group_rule': {'security_group_id': '1886bd1d-6c6d-4236-b2b3-3accd535a469', 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:06.981100 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:06.985155 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:security_group_rule and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:06.989146 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:06.995271 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:07.008189 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.securitygroups_db [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Project 69c53b73c22342c7b4a080745ba0d380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:26:07.016183 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.142383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Attempting to bind port cecd7c34-d52d-451b-8d69-d822a7cc537d on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:07.143014 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Attempting to bind port cecd7c34-d52d-451b-8d69-d822a7cc537d by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:07.144193 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Attempting to bind port cecd7c34-d52d-451b-8d69-d822a7cc537d on network 76527159-d53f-45de-9799-0d2a4d57e4b7 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:07.154516 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:07.154903 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Checking segment: {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:07.155313 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.155718 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Bound using segment: {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:07.156187 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Bound port: cecd7c34-d52d-451b-8d69-d822a7cc537d, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7542b79-ccc7-40f8-b245-adbc8f437a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:07.156668 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.174726 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=27770a63-89ce-47fe-bc36-2bca0f790f24,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:07.179732 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:07.220584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.240523 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.248401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c755d9-6c2f-47ef-8b83-e9227c55f358 req-b1560880-9661-41ff-bfb5-7847d2a662f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.249934 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e2c755d9-6c2f-47ef-8b83-e9227c55f358 req-b1560880-9661-41ff-bfb5-7847d2a662f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 1098 time: 0.1930816 May 10 11:26:07.255580 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-94a11b82-0b3e-4aed-8f55-96e3e2b52d44 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:07.287403 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641deb-7f8c-4979-971a-422bd5133608 req-8da1938e-0d06-447a-a0de-1f5a5e38f850 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.294562 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02641deb-7f8c-4979-971a-422bd5133608 req-8da1938e-0d06-447a-a0de-1f5a5e38f850 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1983325 May 10 11:26:07.328323 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] For port cecd7c34-d52d-451b-8d69-d822a7cc537d, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:07.330153 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c9978-95f3-49c2-9afc-ab7b8d7f02a5,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:07.333461 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] For port cecd7c34-d52d-451b-8d69-d822a7cc537d, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cecd7c34-d52d-451b-8d69-d822a7cc537d,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:07.339570 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:07.342603 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.347707 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-9d56c087-e22b-4b58-a8ea-265bd3e71cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:07.366348 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:07.375873 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-511599fa-604b-404d-87ef-3dbc9da9be43 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3982079 May 10 11:26:07.375873 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e2c755d9-6c2f-47ef-8b83-e9227c55f358 req-7a95548c-b80e-402b-90fa-7e3273125ac1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100409 May 10 11:26:07.394506 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-02641deb-7f8c-4979-971a-422bd5133608 req-4202d65d-872a-441b-9291-e5a6f369d0ff tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991578 May 10 11:26:07.463044 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Routers {'976e2d95-3998-48e8-a50d-aa04eabd10c0'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:07.463854 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:26:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['976e2d95-3998-48e8-a50d-aa04eabd10c0'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:07.510397 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63e16-3afe-433f-930f-f4af0a6fcf07 req-27c6b0b5-e780-4341-b2e6-d56e89ca0964 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.512743 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-44a63e16-3afe-433f-930f-f4af0a6fcf07 req-27c6b0b5-e780-4341-b2e6-d56e89ca0964 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.2037840 May 10 11:26:07.515154 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-56c615d9-a36b-4e4d-812b-0ef45a6acbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.516752 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-56c615d9-a36b-4e4d-812b-0ef45a6acbd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1099 time: 0.1571290 May 10 11:26:07.618738 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae2b03-d582-4929-909c-728c3d7a2630 None None] Pushing event updated for resources: {'Port': ['ID=cecd7c34-d52d-451b-8d69-d822a7cc537d,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:07.624075 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3cae2b03-d582-4929-909c-728c3d7a2630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:07.636390 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-44a63e16-3afe-433f-930f-f4af0a6fcf07 req-4f367fa5-c130-47c9-ba65-c8299cf3d9c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128395 May 10 11:26:07.645212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe2705-e2d1-403a-aec4-a62f02b1d371 req-7c4d3045-ecbc-4899-8b29-df15ed0bfeec tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.656830 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a3fe2705-e2d1-403a-aec4-a62f02b1d371 req-7c4d3045-ecbc-4899-8b29-df15ed0bfeec tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1223652 May 10 11:26:07.715912 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a3fe2705-e2d1-403a-aec4-a62f02b1d371 req-dbd34eee-6ad6-4fb1-aa61-0cf9458816f6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 May 10 11:26:07.777805 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] Set router 976e2d95-3998-48e8-a50d-aa04eabd10c0 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:07.886643 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-107a33c7-4a4f-4269-b449-6d2e8ec0ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.888246 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-107a33c7-4a4f-4269-b449-6d2e8ec0ea32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.3635356 May 10 11:26:08.011893 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-2ac3e67d-1550-47a3-b53e-78305fe950a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 1001 time: 0.1127567 May 10 11:26:08.088956 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bbf2d-19e0-416e-abb3-bed7e03ddf61 req-50c14fd5-6e67-45af-b39e-0080c6a5377f tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:08.090795 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-604bbf2d-19e0-416e-abb3-bed7e03ddf61 req-50c14fd5-6e67-45af-b39e-0080c6a5377f tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 945 time: 0.2444332 May 10 11:26:08.161293 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-b8520e30-8852-48ad-b948-eee54b979876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:08.162920 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-b8520e30-8852-48ad-b948-eee54b979876 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.1393869 May 10 11:26:08.175325 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-604bbf2d-19e0-416e-abb3-bed7e03ddf61 req-8adfe77c-90a4-4520-accb-ba1e26f7d429 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753708 May 10 11:26:08.266201 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'cecd7c34-d52d-451b-8d69-d822a7cc537d', 'name': '', 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'mac_address': 'fa:16:3e:30:cc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:02Z', 'updated_at': '2021-05-10T11:26:07Z', 'revision_number': 4, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'subnets': [{'id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:08.278587 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecad5bb-ad42-4f75-a659-f18a3fac8ebb None None] The sync data for ids ['976e2d95-3998-48e8-a50d-aa04eabd10c0'] in dv-cinder-784956-5-smb is: [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'cecd7c34-d52d-451b-8d69-d822a7cc537d', 'name': '', 'network_id': '76527159-d53f-45de-9799-0d2a4d57e4b7', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'mac_address': 'fa:16:3e:30:cc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:02Z', 'updated_at': '2021-05-10T11:26:07Z', 'revision_number': 4, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'subnets': [{'id': 'b4d52ef2-cb67-493d-9b4c-80c1a618f7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:08.284914 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 903cae90-60db-4b5d-90d3-802e95d8575f no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:26:08.304605 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af429f-82a7-49b8-ae8e-5b05aac95dda req-23a5102b-275e-4994-8d81-c75f5e5ef07c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:08.305557 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-d8af429f-82a7-49b8-ae8e-5b05aac95dda req-23a5102b-275e-4994-8d81-c75f5e5ef07c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Synchronizing usage tracker for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:08.310778 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-58cc509f-5f30-48e6-9be9-5cc82c834e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:08.312482 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-58cc509f-5f30-48e6-9be9-5cc82c834e4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1356456 May 10 11:26:08.337603 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-d8af429f-82a7-49b8-ae8e-5b05aac95dda req-23a5102b-275e-4994-8d81-c75f5e5ef07c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Unset dirty status for tenant:a3f58d7e66ca47099c754c570bff10d3 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:08.354838 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d8af429f-82a7-49b8-ae8e-5b05aac95dda req-23a5102b-275e-4994-8d81-c75f5e5ef07c tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 945 time: 0.1893437 May 10 11:26:08.392578 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 903cae90-60db-4b5d-90d3-802e95d8575f {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:26:08.393027 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 903cae90-60db-4b5d-90d3-802e95d8575f not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:26:08.432894 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d8af429f-82a7-49b8-ae8e-5b05aac95dda req-8a843460-c0b2-4f2c-8eda-26447002b98a tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797787 May 10 11:26:08.592058 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-69b52451-50a4-4f55-b3fd-d93e94155875 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623818 May 10 11:26:08.701961 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea68e5-be79-4b95-ad6d-37b1eaef9387 req-70b846f5-5ad5-4346-a766-2b80d701894f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:08.709663 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-beea68e5-be79-4b95-ad6d-37b1eaef9387 req-70b846f5-5ad5-4346-a766-2b80d701894f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1915982 May 10 11:26:08.790667 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-354c91b5-8e05-40d9-a7e8-cc41251d0d9e req-748342bf-50db-4480-af7b-2d3c23ab870b service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906765 May 10 11:26:08.793654 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-beea68e5-be79-4b95-ad6d-37b1eaef9387 req-8fe44169-7bac-4e77-a728-b95649bf68a7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831892 May 10 11:26:08.870865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01bf1d-ad00-43c8-aa06-9caa7234ac22 req-b505dde1-aae6-4111-8edd-727190187daa tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:08.872362 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ce01bf1d-ad00-43c8-aa06-9caa7234ac22 req-b505dde1-aae6-4111-8edd-727190187daa tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1063063 May 10 11:26:08.923928 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ce01bf1d-ad00-43c8-aa06-9caa7234ac22 req-34e52891-0766-4a15-a1af-3cdf32bf9255 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 May 10 11:26:08.998405 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea0661-6f32-42c3-930d-d59179583c6b req-3a1b73f0-18da-467e-ace6-aa060641ebf7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:09.000008 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c4ea0661-6f32-42c3-930d-d59179583c6b req-3a1b73f0-18da-467e-ace6-aa060641ebf7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0868480 May 10 11:26:09.051507 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c4ea0661-6f32-42c3-930d-d59179583c6b req-de2d0e61-f20d-47d0-8143-aa07f6a793f8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455523 May 10 11:26:09.376664 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f60e49-2af5-44f5-bbfd-61a852fa2075 req-03875fc7-65e8-4d0a-9e37-ab0797ffdeca tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:09.378687 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d9f60e49-2af5-44f5-bbfd-61a852fa2075 req-03875fc7-65e8-4d0a-9e37-ab0797ffdeca tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 945 time: 0.0878940 May 10 11:26:09.424548 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d9f60e49-2af5-44f5-bbfd-61a852fa2075 req-a8360538-4612-4caf-98c9-09c30f380b94 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 May 10 11:26:09.589324 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cecd7c34-d52d-451b-8d69-d822a7cc537d up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:09.669825 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port cecd7c34-d52d-451b-8d69-d822a7cc537d completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:09.674957 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port cecd7c34-d52d-451b-8d69-d822a7cc537d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:09.675409 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.734212 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ac01d-c15f-48cd-a8ae-203c6a62260e req-290615bf-f01b-44d3-9ca5-6a67becb8257 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:09.735698 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-734ac01d-c15f-48cd-a8ae-203c6a62260e req-290615bf-f01b-44d3-9ca5-6a67becb8257 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 945 time: 0.1838412 May 10 11:26:09.787326 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-734ac01d-c15f-48cd-a8ae-203c6a62260e req-7a5392c3-d13d-45a4-a787-182e54b46685 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/security-groups?id=03ea7cb3-8c8f-4151-9022-1223fce19317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 May 10 11:26:09.801780 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.837873 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port cecd7c34-d52d-451b-8d69-d822a7cc537d, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cecd7c34-d52d-451b-8d69-d822a7cc537d,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:09.843149 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.847444 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-b596496c-8d3f-4f7e-878b-b2a9e60226c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:09.919785 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=cecd7c34-d52d-451b-8d69-d822a7cc537d,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:09.923075 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:10.047097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd6735-f45a-4342-b768-7a9b49a1673e req-6d25ec4c-2550-44dd-8635-a2094153556c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:10.048652 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f5dd6735-f45a-4342-b768-7a9b49a1673e req-6d25ec4c-2550-44dd-8635-a2094153556c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0999026 May 10 11:26:10.103738 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f5dd6735-f45a-4342-b768-7a9b49a1673e req-cdb66519-4190-4c9b-9090-eab2ad2c656e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486255 May 10 11:26:10.190552 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edc46b-33f1-4197-ac94-1deb8080e3af req-167eae4b-98fc-4c20-b940-79de63c51eb3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:10.192028 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-50edc46b-33f1-4197-ac94-1deb8080e3af req-167eae4b-98fc-4c20-b940-79de63c51eb3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1460283 May 10 11:26:10.203942 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-aa07ca66-0051-4a62-8c21-76cd1a5455dc tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:10.205447 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-aa07ca66-0051-4a62-8c21-76cd1a5455dc tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 945 time: 0.1195765 May 10 11:26:10.291573 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:26:10.305488 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-50edc46b-33f1-4197-ac94-1deb8080e3af req-639f31a9-d39d-4df7-88c4-00ee7ccabb97 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986159 May 10 11:26:10.385545 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecda00d-79cf-4108-92a9-cad40c96e589 req-1fc933ee-b88d-4e6f-9d8a-cc343b1b1bd0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:10.393024 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3ecda00d-79cf-4108-92a9-cad40c96e589 req-1fc933ee-b88d-4e6f-9d8a-cc343b1b1bd0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1902030 May 10 11:26:10.403412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Deleting port 740f7d46-d722-4cef-94c1-84b3bc5eba86 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:26:10.403778 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.449813 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3ecda00d-79cf-4108-92a9-cad40c96e589 req-e5974884-3376-4375-9a41-fb55ab082553 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558913 May 10 11:26:10.464848 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:10.480721 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'mac_address': 'fa:16:3e:46:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:26:10.541548 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.558940 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] For port 740f7d46-d722-4cef-94c1-84b3bc5eba86, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=740f7d46-d722-4cef-94c1-84b3bc5eba86,segment=NetworkSegment(5e3321e4-c86a-418f-9f2a-5d4fbf22f584),segment_id=5e3321e4-c86a-418f-9f2a-5d4fbf22f584)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:10.559303 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.559518 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6d26729-51b7-4b01-8d42-29d47c6eb84d {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:10.575583 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:10.580242 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.589275 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3cae2b03-d582-4929-909c-728c3d7a2630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:10.676114 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=6']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:10.679814 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:10.692437 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Calling delete_port for 740f7d46-d722-4cef-94c1-84b3bc5eba86 owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:26:10.706457 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['f6d26729-51b7-4b01-8d42-29d47c6eb84d'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:10.805247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595a231-9e74-41a2-9e7a-e5f72b84370f req-3e5aabdb-d2b3-4ef1-b38c-f93cee534365 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:10.806849 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6595a231-9e74-41a2-9e7a-e5f72b84370f req-3e5aabdb-d2b3-4ef1-b38c-f93cee534365 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 945 time: 0.0872405 May 10 11:26:10.809802 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.821008 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-12ab372e-033b-430a-be99-ad265e3803e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:10.880166 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Pushing event deleted for resources: {'Port': ['ID=740f7d46-d722-4cef-94c1-84b3bc5eba86,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:10.883144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:10.898432 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6595a231-9e74-41a2-9e7a-e5f72b84370f req-ab923091-3bd9-46d7-aa81-5febeb382a44 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850575 May 10 11:26:10.927590 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['740f7d46-d722-4cef-94c1-84b3bc5eba86'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:10.971942 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1caab76f-4008-458c-859c-0ffb2faa1cb8 req-9ed4b774-0ab7-4199-accc-134466480a05 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.26 "GET /v2.0/ports?device_id=98657c0c-21d7-4d80-ae53-7b5f1a4959b0 HTTP/1.1" status: 200 len: 210 time: 0.0581899 May 10 11:26:11.009426 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] No DVR routers for this DVR port 740f7d46-d722-4cef-94c1-84b3bc5eba86 on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:11.011952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.014574 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'name': 'network-vif-deleted', 'tag': '740f7d46-d722-4cef-94c1-84b3bc5eba86'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:11.029848 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5e0bcc23-53e5-481e-8ba9-c8794d2a34d0 req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] 10.222.0.23 "DELETE /v2.0/ports/740f7d46-d722-4cef-94c1-84b3bc5eba86 HTTP/1.1" status: 204 len: 173 time: 0.8084495 May 10 11:26:11.059657 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98657c0c-21d7-4d80-ae53-7b5f1a4959b0', 'name': 'network-vif-deleted', 'tag': '740f7d46-d722-4cef-94c1-84b3bc5eba86', 'status': 'completed', 'code': 200} May 10 11:26:11.301643 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b780ee-4c8a-4a11-90fb-880191dfe474 req-ef2f71ac-3299-487a-a0dd-ef6e87ddd69e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:11.303075 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c8b780ee-4c8a-4a11-90fb-880191dfe474 req-ef2f71ac-3299-487a-a0dd-ef6e87ddd69e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 944 time: 0.0793064 May 10 11:26:11.348124 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c8b780ee-4c8a-4a11-90fb-880191dfe474 req-d4f50f80-81b1-4360-80fb-6c9c1273093c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 May 10 11:26:11.544242 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cecd7c34-d52d-451b-8d69-d822a7cc537d up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:11.613885 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port cecd7c34-d52d-451b-8d69-d822a7cc537d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:11.614265 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:11.645931 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2812f3-651e-4ae1-95b3-4e3ff2aa3abe req-22601009-e058-452b-b6ee-c662adac62bd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:11.647702 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8d2812f3-651e-4ae1-95b3-4e3ff2aa3abe req-22601009-e058-452b-b6ee-c662adac62bd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0987277 May 10 11:26:11.699517 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8d2812f3-651e-4ae1-95b3-4e3ff2aa3abe req-86cba26c-e2fc-4a91-8ad0-483959e9b0c6 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 May 10 11:26:12.065543 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40870) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:12.102833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8024ec7-4edf-4b05-8a79-1bd442b54f2c req-191c494a-f145-450b-b027-f08053362b7b tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:12.104622 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d8024ec7-4edf-4b05-8a79-1bd442b54f2c req-191c494a-f145-450b-b027-f08053362b7b tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 945 time: 0.0901096 May 10 11:26:12.129718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Deleting subnet cfa50b56-c2a7-449d-8abc-f1e81903586e {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:26:12.132598 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.153952 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d8024ec7-4edf-4b05-8a79-1bd442b54f2c req-439335e0-b06c-4c93-bccf-3ddc4691a637 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 May 10 11:26:12.189776 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.245727 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.296397 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:12.381155 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port f6d26729-51b7-4b01-8d42-29d47c6eb84d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:12.381519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.509008 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.544677 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:12.545663 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:12.553459 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.554246 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 740f7d46-d722-4cef-94c1-84b3bc5eba86 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:26:12.583974 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:12.608355 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548242cf-1ea8-4328-bfdc-eddc1209dbab req-b91bc9c4-8469-4673-aff2-871a4cbae030 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:12.609845 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-548242cf-1ea8-4328-bfdc-eddc1209dbab req-b91bc9c4-8469-4673-aff2-871a4cbae030 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 944 time: 0.1257658 May 10 11:26:12.644596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.647571 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'code': 200} May 10 11:26:12.648080 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 740f7d46-d722-4cef-94c1-84b3bc5eba86 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:26:12.648960 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 740f7d46-d722-4cef-94c1-84b3bc5eba86 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:26:12.650651 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-73f67130-e904-49e5-996f-5fa6ac4a2c33 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:12.652926 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-73f67130-e904-49e5-996f-5fa6ac4a2c33 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 945 time: 0.1487424 May 10 11:26:12.660863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:12.678353 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=7']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:12.681535 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:12.704596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa50b56-c2a7-449d-8abc-f1e81903586e,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:12.707502 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.717399 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:12.718931 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfa50b56-c2a7-449d-8abc-f1e81903586e HTTP/1.1" status: 204 len: 168 time: 0.6522202 May 10 11:26:12.738567 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40902) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:12.741670 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-548242cf-1ea8-4328-bfdc-eddc1209dbab req-6b4348ce-413b-4574-b56b-d12e2f6d4fd7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223695 May 10 11:26:12.928356 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.047006 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628ecdc-2c62-4b72-afe2-f100da2813fb req-75b9ec66-196c-43ad-9bc2-122cd43ff2ca tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:13.055356 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3628ecdc-2c62-4b72-afe2-f100da2813fb req-75b9ec66-196c-43ad-9bc2-122cd43ff2ca tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1784711 May 10 11:26:13.083388 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Deleting port 27770a63-89ce-47fe-bc36-2bca0f790f24 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:26:13.083736 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.121123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.137968 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:13.157066 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3321e4-c86a-418f-9f2a-5d4fbf22f584') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:13.157382 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3321e4-c86a-418f-9f2a-5d4fbf22f584') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:13.173146 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.189347 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3628ecdc-2c62-4b72-afe2-f100da2813fb req-7fb16a32-9bf7-4293-8fbc-0a14cd15c6ab tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326444 May 10 11:26:13.232453 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.251555 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:26:13.253431 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:26:13.269673 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:26:13.366700 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] For port 27770a63-89ce-47fe-bc36-2bca0f790f24, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=27770a63-89ce-47fe-bc36-2bca0f790f24,segment=NetworkSegment(db1ef93d-95bc-4753-9a65-3589ddc34131),segment_id=db1ef93d-95bc-4753-9a65-3589ddc34131)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:13.367274 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.463338 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.472572 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.477867 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fd88a3bf-2d92-4ee8-bd3a-a24c7e9235c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:13.511275 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:13.515909 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:13.520932 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] 10.222.0.26 "DELETE /v2.0/networks/ee01e8bd-a7b9-4a6c-8f0e-1bcba53157ef HTTP/1.1" status: 204 len: 168 time: 0.7782545 May 10 11:26:13.522307 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Calling delete_port for 27770a63-89ce-47fe-bc36-2bca0f790f24 owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:26:13.540492 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283bf3-ee9d-4e80-9875-bf0be252ddd9 req-44bab39b-cfa7-4346-8e9a-ed91d702e7c4 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:13.542183 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7b283bf3-ee9d-4e80-9875-bf0be252ddd9 req-44bab39b-cfa7-4346-8e9a-ed91d702e7c4 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 945 time: 0.1607835 May 10 11:26:13.617264 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7b283bf3-ee9d-4e80-9875-bf0be252ddd9 req-296de1f3-88a7-4115-bf34-5c31a60f8b2c tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 May 10 11:26:13.704719 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.714012 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-94ba9be0-ed59-484a-8477-b15b7842eb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:13.716937 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['27770a63-89ce-47fe-bc36-2bca0f790f24'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:13.782700 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Pushing event deleted for resources: {'Port': ['ID=27770a63-89ce-47fe-bc36-2bca0f790f24,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:13.791211 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:13.887366 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 40916) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:13.947600 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] No DVR routers for this DVR port 27770a63-89ce-47fe-bc36-2bca0f790f24 on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:13.952770 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.955683 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'name': 'network-vif-deleted', 'tag': '27770a63-89ce-47fe-bc36-2bca0f790f24'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:13.983568 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0f62c0e0-b68e-4c16-9736-e05d5af9a0ee req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.23 "DELETE /v2.0/ports/27770a63-89ce-47fe-bc36-2bca0f790f24 HTTP/1.1" status: 204 len: 173 time: 1.3148851 May 10 11:26:14.052014 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 40922) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:14.055560 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c0cd6-d6a4-4835-97d8-765e0306fb11', 'name': 'network-vif-deleted', 'tag': '27770a63-89ce-47fe-bc36-2bca0f790f24', 'status': 'completed', 'code': 200} May 10 11:26:14.066477 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7d641807-4a48-4b55-97af-de65d6319c3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3f58d7e66ca47099c754c570bff10d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1750910 May 10 11:26:14.201454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.243732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.306434 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de0791-e1bd-44f6-ba4e-d3ac1c9887a7 req-0331d13b-2b42-44a8-93da-a0905fcb66f5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:14.313946 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-63de0791-e1bd-44f6-ba4e-d3ac1c9887a7 req-0331d13b-2b42-44a8-93da-a0905fcb66f5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.2355325 May 10 11:26:14.374573 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-63de0791-e1bd-44f6-ba4e-d3ac1c9887a7 req-42743215-7e1d-40e6-988a-4939397c2ca8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576515 May 10 11:26:14.388142 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.394411 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5657f999-9d4e-4732-b75a-4f91cfeedb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:14.409426 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea7cb3-8c8f-4151-9022-1223fce19317,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:14.412502 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:14.422868 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.425018 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03ea7cb3-8c8f-4151-9022-1223fce19317 HTTP/1.1" status: 204 len: 168 time: 0.3710837 May 10 11:26:14.535245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf78f51-16bd-4897-9d64-8806abfc8a3a req-ebe48566-2891-4e23-b640-38e12c270d85 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:14.542009 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7cf78f51-16bd-4897-9d64-8806abfc8a3a req-ebe48566-2891-4e23-b640-38e12c270d85 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1563189 May 10 11:26:14.604508 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7cf78f51-16bd-4897-9d64-8806abfc8a3a req-accfbfdb-d8ec-4012-8e5c-4934ab9a359a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615025 May 10 11:26:14.810045 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-d45067d3-d6e5-4412-8b06-1d675189d7ed req-e02f53ee-ba8e-4154-89ae-670dd45a5687 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Synchronizing usage tracker for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:14.844016 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-d45067d3-d6e5-4412-8b06-1d675189d7ed req-e02f53ee-ba8e-4154-89ae-670dd45a5687 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Unset dirty status for tenant:1d88da14ca2f4af59a6c5b77da08bd52 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:14.845731 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d45067d3-d6e5-4412-8b06-1d675189d7ed req-e02f53ee-ba8e-4154-89ae-670dd45a5687 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] 10.222.0.26 "GET /v2.0/ports?device_id=610c0cd6-d6a4-4835-97d8-765e0306fb11 HTTP/1.1" status: 200 len: 210 time: 0.1055968 May 10 11:26:15.672409 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ee58-6a85-490a-8323-2a5812491355 req-26c7beda-127c-4008-be93-1f2b5faaaff1 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:15.683046 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bb57ee58-6a85-490a-8323-2a5812491355 req-26c7beda-127c-4008-be93-1f2b5faaaff1 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1442080 May 10 11:26:15.747969 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bb57ee58-6a85-490a-8323-2a5812491355 req-28069e78-42a2-46f1-8108-c2df6bfdf0eb tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640244 May 10 11:26:16.107123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437f3d6-5a3e-424d-90b7-93d2776028a2 req-2f278590-c7c5-4ac3-8d01-d03610586373 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:16.115161 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0437f3d6-5a3e-424d-90b7-93d2776028a2 req-2f278590-c7c5-4ac3-8d01-d03610586373 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1946087 May 10 11:26:16.186356 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0437f3d6-5a3e-424d-90b7-93d2776028a2 req-c9cc6cdc-8ca6-4a2a-bc21-10e159efa370 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699344 May 10 11:26:16.318652 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 27770a63-89ce-47fe-bc36-2bca0f790f24 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:26:16.372161 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 27770a63-89ce-47fe-bc36-2bca0f790f24 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:26:16.373145 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 27770a63-89ce-47fe-bc36-2bca0f790f24 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:26:17.059065 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18248728-e09c-4d02-8d3f-d0f8dbcf5489 req-e5f658f5-cc50-4c2f-b7c2-f3c8c40539e0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:17.077500 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-18248728-e09c-4d02-8d3f-d0f8dbcf5489 req-e5f658f5-cc50-4c2f-b7c2-f3c8c40539e0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1629088 May 10 11:26:17.141580 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-18248728-e09c-4d02-8d3f-d0f8dbcf5489 req-3706addd-76d6-4ccb-b67f-6b275269400a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628254 May 10 11:26:17.412242 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015581e-126e-4b0c-acd1-134f155aa7cb req-e2e6a826-ec00-4621-b582-c4e01bdca114 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:17.414379 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0015581e-126e-4b0c-acd1-134f155aa7cb req-e2e6a826-ec00-4621-b582-c4e01bdca114 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1089182 May 10 11:26:17.475048 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0015581e-126e-4b0c-acd1-134f155aa7cb req-404a89cd-1a59-411f-9ed3-086ca2b797ab tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547466 May 10 11:26:18.348783 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a22a1-c2cb-43f5-a7d9-52cb32219c1c req-922c3a43-33c2-4e30-8df4-a614c1abed10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:18.350366 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a5a22a1-c2cb-43f5-a7d9-52cb32219c1c req-922c3a43-33c2-4e30-8df4-a614c1abed10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0939667 May 10 11:26:18.408296 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a5a22a1-c2cb-43f5-a7d9-52cb32219c1c req-bfb9a057-b3f2-4d7d-a08a-eb9832e9f79c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516109 May 10 11:26:18.750071 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187461b3-ac38-4eec-ab09-d67efc73a6d8 req-01619757-41b1-47ca-9932-23704499bf3c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:18.752480 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-187461b3-ac38-4eec-ab09-d67efc73a6d8 req-01619757-41b1-47ca-9932-23704499bf3c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1275527 May 10 11:26:18.827358 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-187461b3-ac38-4eec-ab09-d67efc73a6d8 req-7d5893ea-c12c-4e38-a9d5-b2faee2b68bf tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667868 May 10 11:26:19.627264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41050) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:19.663322 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73ba33-eb63-4aab-a45c-5b261216f4ef req-b738740e-b381-429a-b523-5fc08b9f96a7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:19.664889 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3f73ba33-eb63-4aab-a45c-5b261216f4ef req-b738740e-b381-429a-b523-5fc08b9f96a7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1126256 May 10 11:26:19.776372 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3f73ba33-eb63-4aab-a45c-5b261216f4ef req-fb203bda-0c4a-4dce-bb49-c7e5a88b83e6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004643 May 10 11:26:19.804337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:19.821069 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:19.825527 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:2924ad4f5a28430ba153caeac5cceaea is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:19.828625 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:19.835349 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:19.946446 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:19.955304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:19.974800 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-f3160931-97f8-4b2e-a36b-dcb776280993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:20.028231 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ec6dc-b054-435f-a27c-7aed10fcce42,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:20.032945 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2924ad4f5a28430ba153caeac5cceaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040008 May 10 11:26:20.034658 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:20.036577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41060) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:20.131704 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.165212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.195828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c87230-6249-43ab-b22b-5cb1247eb1a1 req-9dd589bf-cb5f-44d8-bbe7-d88edd900682 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:20.204122 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d2c87230-6249-43ab-b22b-5cb1247eb1a1 req-9dd589bf-cb5f-44d8-bbe7-d88edd900682 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1154158 May 10 11:26:20.243079 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.254072 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e1b103bd-2917-4e18-8d61-71b098b14796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:20.267017 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:20.279689 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d2c87230-6249-43ab-b22b-5cb1247eb1a1 req-921e1edf-1529-4ed7-ad02-a9de424c490a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737026 May 10 11:26:20.281093 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a32ec6dc-b054-435f-a27c-7aed10fcce42 HTTP/1.1" status: 204 len: 168 time: 0.2358468 May 10 11:26:20.285603 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ec6dc-b054-435f-a27c-7aed10fcce42,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:20.291151 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:20.997300 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a72ed7-b3cb-43f8-a3a8-5bd84a20c26d req-74acb2df-c9df-43c8-b6e6-c1ed87ea27a0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:21.006271 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-64a72ed7-b3cb-43f8-a3a8-5bd84a20c26d req-74acb2df-c9df-43c8-b6e6-c1ed87ea27a0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1042275 May 10 11:26:21.057665 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-64a72ed7-b3cb-43f8-a3a8-5bd84a20c26d req-4e1fbfdc-d98a-41eb-84df-5ec95b1bc5f7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500581 May 10 11:26:21.467787 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461be9f0-ba7f-483d-8390-e08793e01d69 req-925ae9f6-e7df-4acf-a34b-189adea48596 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:21.476770 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-461be9f0-ba7f-483d-8390-e08793e01d69 req-925ae9f6-e7df-4acf-a34b-189adea48596 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0907536 May 10 11:26:21.530289 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-461be9f0-ba7f-483d-8390-e08793e01d69 req-9d645cbe-44df-4236-a32b-0cb7f85ef7e0 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 May 10 11:26:22.370593 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bc543-fde5-49eb-a073-643c5bcaeb23 req-82e66cca-c2b8-4e3b-85de-5a28e05494f0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:22.373709 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ad1bc543-fde5-49eb-a073-643c5bcaeb23 req-82e66cca-c2b8-4e3b-85de-5a28e05494f0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0958512 May 10 11:26:22.447069 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ad1bc543-fde5-49eb-a073-643c5bcaeb23 req-d184487a-39f8-45f1-93ee-55862a104a23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640118 May 10 11:26:22.574899 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41160) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:22.715811 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.772953 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:22.781009 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Usage tracker for resource:security_group_rule and tenant:f5342e2a4657492b9f3507c68cdf7ac8 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:22.787135 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:22.799990 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:23.001595 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71960fae-2b6a-4f92-b1b7-5cf9895a1dcf req-37977d10-1184-40ef-a69a-8583f9c93908 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:23.011296 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.020009 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71960fae-2b6a-4f92-b1b7-5cf9895a1dcf req-37977d10-1184-40ef-a69a-8583f9c93908 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.2483971 May 10 11:26:23.025771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.116011 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:23.125922 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71960fae-2b6a-4f92-b1b7-5cf9895a1dcf req-daa05b2e-adf3-43ba-b30a-b42caa7d1415 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046317 May 10 11:26:23.140498 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5342e2a4657492b9f3507c68cdf7ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598137 May 10 11:26:23.140738 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41168) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:23.192811 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4207d687-71fb-420d-9064-29786e12e34e,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.198172 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:23.232243 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.239672 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:26:23.271689 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.339371 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.348431 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2486db0b-a71d-48ff-ac45-f7320caa72d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:23.366062 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4207d687-71fb-420d-9064-29786e12e34e,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.372811 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.373986 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4207d687-71fb-420d-9064-29786e12e34e HTTP/1.1" status: 204 len: 168 time: 0.2327187 May 10 11:26:23.375055 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:23.670266 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feb968-6dee-480a-8bc0-6fd613e3c165 req-632b549e-5d1b-4c17-ae4c-99934612fb65 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:23.678253 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c6feb968-6dee-480a-8bc0-6fd613e3c165 req-632b549e-5d1b-4c17-ae4c-99934612fb65 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0910132 May 10 11:26:23.743284 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c6feb968-6dee-480a-8bc0-6fd613e3c165 req-d36cb5ba-b2c1-4009-a378-04e7eb02e46b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633566 May 10 11:26:23.827379 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41192) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:23.846678 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.861360 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:23.869565 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Usage tracker for resource:security_group_rule and tenant:51f858775df94503a3e4ea41be860dac is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:23.872443 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:23.878869 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:23.965585 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.970990 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.000856 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-489e89f5-e83d-4091-ba54-2723b3bcddc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:24.016100 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51f858775df94503a3e4ea41be860dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870620 May 10 11:26:24.018482 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41196) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:24.050096 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7783f51-d06a-4465-9d0f-14b9026d743d,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:24.055538 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:24.084147 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.112420 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.195809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.212727 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-afcec1cf-ae25-4d29-86bc-6254df9bbdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:24.229218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7783f51-d06a-4465-9d0f-14b9026d743d,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:24.231112 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:24.234461 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7783f51-d06a-4465-9d0f-14b9026d743d HTTP/1.1" status: 204 len: 168 time: 0.2127700 May 10 11:26:24.234461 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:24.472495 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50c3b7-9ba2-4842-b4bc-37ccba727391 req-4d14a2f8-36dd-4c0d-890c-d56f533c11b1 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:24.474688 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cb50c3b7-9ba2-4842-b4bc-37ccba727391 req-4d14a2f8-36dd-4c0d-890c-d56f533c11b1 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.2350731 May 10 11:26:24.480463 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-e817bf92-8eab-4a88-ba1d-2698fa2aad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:24.481974 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-e817bf92-8eab-4a88-ba1d-2698fa2aad2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1098 time: 0.1175723 May 10 11:26:24.711524 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cb50c3b7-9ba2-4842-b4bc-37ccba727391 req-a95d28ec-c6fc-47b3-b026-90474ab501e5 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283287 May 10 11:26:24.775152 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-d0dbfe15-3907-4a8b-8d7a-844c331ce710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:24.776761 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-d0dbfe15-3907-4a8b-8d7a-844c331ce710 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.2792118 May 10 11:26:24.951523 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-c8162e2f-113f-4222-bcdc-339f8b4206d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 200 len: 1001 time: 0.1492639 May 10 11:26:25.036213 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31327a-a98b-4e11-ae58-3be8c4b62ca5 req-27862d96-d7ec-40aa-b1db-db7cf525f0bd tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:25.051039 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0f31327a-a98b-4e11-ae58-3be8c4b62ca5 req-27862d96-d7ec-40aa-b1db-db7cf525f0bd tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.1169057 May 10 11:26:25.161459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-1bfbea86-8fdc-4bfc-90a4-08490d05aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:25.163163 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-1bfbea86-8fdc-4bfc-90a4-08490d05aad6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.2108409 May 10 11:26:25.181985 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0f31327a-a98b-4e11-ae58-3be8c4b62ca5 req-bccf4e2f-c1c3-44ef-9180-e497385fd9e6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244984 May 10 11:26:25.222811 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b5d88-2006-4e5b-9828-6c9dca00a860 req-73d28778-e73a-4095-b190-38ce370d31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:25.224652 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4f2b5d88-2006-4e5b-9828-6c9dca00a860 req-73d28778-e73a-4095-b190-38ce370d31cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.1081653 May 10 11:26:25.289185 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-36b17bbd-6fd9-4b98-9d33-24e672920350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:25.290715 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-36b17bbd-6fd9-4b98-9d33-24e672920350 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043427 May 10 11:26:25.300868 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4f2b5d88-2006-4e5b-9828-6c9dca00a860 req-0bd49013-d826-459d-b8de-cc008253e0f5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638659 May 10 11:26:25.470311 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-461268d6-e066-4900-9b83-7888dc64a3b3 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658130 May 10 11:26:25.690330 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-114739c6-4e61-47d2-82b7-1acbefa42e69 req-6f43774d-6dea-40bd-9c07-5edb6fde4546 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010796 May 10 11:26:25.943095 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1066245e-16d9-4271-8e10-67de090ae460 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154273500&fields=id&tenant_id=69c53b73c22342c7b4a080745ba0d380 HTTP/1.1" status: 200 len: 267 time: 0.0593135 May 10 11:26:25.993353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff14efc-a507-4fc0-915e-c2eace5b158f req-cbd96184-3e92-4778-80f7-8ca3eee212c7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:26.000997 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9ff14efc-a507-4fc0-915e-c2eace5b158f req-cbd96184-3e92-4778-80f7-8ca3eee212c7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1029599 May 10 11:26:26.089115 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9ff14efc-a507-4fc0-915e-c2eace5b158f req-0e5e23ae-3948-4c0f-be83-588f67667911 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868173 May 10 11:26:26.290782 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-8d2c9037-30f2-4fc9-b214-9298619ac376 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:26.307587 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-8d2c9037-30f2-4fc9-b214-9298619ac376 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 809 time: 0.3556442 May 10 11:26:26.326898 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-c7af9edc-4b36-43cf-b1e3-b4f59089ee65 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/quotas/69c53b73c22342c7b4a080745ba0d380 HTTP/1.1" status: 200 len: 375 time: 0.0095274 May 10 11:26:26.434697 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-060dea82-7c18-4729-830f-099eedf2c7f7 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993183 May 10 11:26:26.439130 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b72a6a-cf83-46f1-8d00-f665844a6644 req-8da63f0c-be21-4d89-bfc8-19e722aec780 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:26.440649 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-53b72a6a-cf83-46f1-8d00-f665844a6644 req-8da63f0c-be21-4d89-bfc8-19e722aec780 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.0854185 May 10 11:26:26.534405 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-53b72a6a-cf83-46f1-8d00-f665844a6644 req-8bc8d78b-3c61-401a-8bee-cca2b62710e5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781012 May 10 11:26:26.614915 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-fa3dca41-60f8-40b6-b4b7-925648009625 service neutron] 10.222.0.26 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684651 May 10 11:26:26.779593 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-ca439dd4-895d-4f6c-bfc3-6ad6023901ce service neutron] 10.222.0.26 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581326 May 10 11:26:27.022342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41282) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:27.215349 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.253951 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:27.263983 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Usage tracker for resource:security_group_rule and tenant:083cf0019dfd4730a18baeb54c87d14f is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:27.272969 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8ed84a97-356c-49e6-9d2b-91d4879b1654 req-f4d61670-17d6-47f8-bb60-bbb74ca269a1 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 210 time: 0.0571198 May 10 11:26:27.278882 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:27.288553 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:27.468616 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c022f-64c1-4ce0-b87d-170c7db87426 req-5ecad45d-49ed-4681-a26e-91ca5a88f807 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:27.470531 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-919c022f-64c1-4ce0-b87d-170c7db87426 req-5ecad45d-49ed-4681-a26e-91ca5a88f807 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1544945 May 10 11:26:27.611442 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.618864 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-919c022f-64c1-4ce0-b87d-170c7db87426 req-3a506491-63b4-4703-abc3-27ddf384e2ea tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381388 May 10 11:26:27.620117 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.649636 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-4f99d95e-5d9d-4d84-8a21-b2f4a2d29b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:27.679662 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fbc8cf-4b74-4bbf-86d0-7442a8d62ada,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:27.688378 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41308) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:27.699835 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=083cf0019dfd4730a18baeb54c87d14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680460 May 10 11:26:27.702809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:27.824790 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-03ada4e0-1c3d-485a-a9cf-287045b04b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.848791 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.884767 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.926067 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1dba1-136c-4cc2-9713-67c335858691 req-a99f4317-5d84-4770-9ca2-060920f450e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:27.927651 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-05e1dba1-136c-4cc2-9713-67c335858691 req-a99f4317-5d84-4770-9ca2-060920f450e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 945 time: 0.2014153 May 10 11:26:28.041700 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-05e1dba1-136c-4cc2-9713-67c335858691 req-5702ddf7-97d1-4fd6-9469-ae6361d89d1a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802565 May 10 11:26:28.071956 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.084739 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bd8bd527-50a4-4f5e-af1a-95bd8194444d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:28.118840 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fbc8cf-4b74-4bbf-86d0-7442a8d62ada,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:28.123608 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:28.142726 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.146618 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75fbc8cf-4b74-4bbf-86d0-7442a8d62ada HTTP/1.1" status: 204 len: 168 time: 0.4556470 May 10 11:26:28.402873 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:26:28.433404 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-d244e645-574a-425f-a2ee-f92fb2b20bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:28.435202 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-d244e645-574a-425f-a2ee-f92fb2b20bf4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75f8ac6313604149ac8ab8838280ae97&device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 1099 time: 0.1198909 May 10 11:26:28.539702 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-7a41e428-7ded-49f7-851f-778baca69b62 req-fba45373-bc98-4f21-a3f4-c9a9a21166c3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Synchronizing usage tracker for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:28.563476 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-7a41e428-7ded-49f7-851f-778baca69b62 req-fba45373-bc98-4f21-a3f4-c9a9a21166c3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Unset dirty status for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:28.576728 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7a41e428-7ded-49f7-851f-778baca69b62 req-fba45373-bc98-4f21-a3f4-c9a9a21166c3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 210 time: 0.0883598 May 10 11:26:28.694582 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.753386 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-a8aaa320-49e8-424b-8730-370873c16307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:28.754851 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-a8aaa320-49e8-424b-8730-370873c16307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 200 len: 920 time: 0.3125916 May 10 11:26:28.759386 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:28.798643 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:28.814383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.820078 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:28.828085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41332) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:28.830269 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6c9a-f942-49d7-a653-27e2d38d39e7 req-e1d5dcb0-d30f-4f1c-8311-b5e73c9d105c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:28.831901 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fb3c6c9a-f942-49d7-a653-27e2d38d39e7 req-e1d5dcb0-d30f-4f1c-8311-b5e73c9d105c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1998427 May 10 11:26:28.842255 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-ea91f3d3-a1cd-4793-bfab-114517fb2fae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 200 len: 217 time: 0.0786970 May 10 11:26:28.859343 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.883913 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:28.888226 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Usage tracker for resource:security_group_rule and tenant:ba1fbe5e295f42ce9044e1d9c5c47642 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:28.891353 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:28.897802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:28.907275 dv-cinder-784956-5-smb neutron-server[78679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'code': 422} returned with failed status May 10 11:26:29.029220 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=8']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.042864 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fb3c6c9a-f942-49d7-a653-27e2d38d39e7 req-a8549678-aedc-4d88-b747-e312dbc0f6bd tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029440 May 10 11:26:29.048969 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:29.082664 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-4ed07cae-692f-46cc-867e-7ce2e2e57c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:29.085188 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-4ed07cae-692f-46cc-867e-7ce2e2e57c07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 200 len: 859 time: 0.2059085 May 10 11:26:29.140847 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-f9b6dd10-360e-412d-b6e9-0ce73579d8fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67c64257-02df-47da-834c-d1e77bb383a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492058 May 10 11:26:29.207068 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-831bf570-4898-41fa-bd04-7ef6fa8f78d0 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:29.207885 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-831bf570-4898-41fa-bd04-7ef6fa8f78d0 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Synchronizing usage tracker for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:network {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:29.253111 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-831bf570-4898-41fa-bd04-7ef6fa8f78d0 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Unset dirty status for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:network {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:29.254338 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-831bf570-4898-41fa-bd04-7ef6fa8f78d0 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 809 time: 0.3169756 May 10 11:26:29.315150 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-75cf1c99-9e0f-47ae-bf59-86ef95a97e50 service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675501 May 10 11:26:29.318726 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7cbf25f1-b0be-4727-bb0d-56157ae7b7bf tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Synchronizing usage tracker for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:29.382196 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.399807 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.419521 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-02b1661f-c988-4355-af43-48ec458e9b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:29.428809 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7cbf25f1-b0be-4727-bb0d-56157ae7b7bf tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Unset dirty status for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:29.430587 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7cbf25f1-b0be-4727-bb0d-56157ae7b7bf tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c53b73c22342c7b4a080745ba0d380 HTTP/1.1" status: 200 len: 379 time: 0.1593702 May 10 11:26:29.457417 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'port': {'device_id': 'da512677-6db5-41a0-b20d-038d6978e899', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'admin_state_up': True, 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'security_groups': ['1886bd1d-6c6d-4236-b2b3-3accd535a469']}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:29.492031 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-26a87655-7315-4c5c-9287-9c84d3ab3d47 req-4b59168e-6458-4235-9478-4ff05c4d9afe service neutron] 10.222.0.23 "GET /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696246 May 10 11:26:29.508009 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba1fbe5e295f42ce9044e1d9c5c47642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784406 May 10 11:26:29.511236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41338) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:29.587866 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.605738 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2112f-0860-4905-a81e-2e94cf07ee18,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.612803 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:29.620735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4359c6-cbf5-4de7-94a2-4612b8f51b55 req-4c191df9-3a57-41d9-a0fc-baed550dfa96 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:29.625831 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.628219 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-cb4359c6-cbf5-4de7-94a2-4612b8f51b55 req-4c191df9-3a57-41d9-a0fc-baed550dfa96 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.3335955 May 10 11:26:29.700377 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-cb4359c6-cbf5-4de7-94a2-4612b8f51b55 req-e54ca19f-9a04-4a2a-8e33-a653ceb10fc3 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711985 May 10 11:26:29.728330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.732729 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fc70dea9-4f6e-4702-8dca-fc284049bfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:29.760866 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2112f-0860-4905-a81e-2e94cf07ee18,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:29.787134 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:29.799058 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:29.802164 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:29.811345 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56841336-4ac5-4d16-aeb5-83e3303bbab4 req-2912fcfa-7e5a-4ddf-95fb-70649761b2cb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 210 time: 0.0636206 May 10 11:26:29.812806 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:29.817267 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9f2112f-0860-4905-a81e-2e94cf07ee18 HTTP/1.1" status: 204 len: 168 time: 0.3049674 May 10 11:26:29.824134 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Made reservation on behalf of 69c53b73c22342c7b4a080745ba0d380 for: {'port': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:29.848929 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.082457 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Allocated IP 172.20.0.3 (1cd1f2dc-069f-420d-82e0-d68cf2ec4da7/fc1e8b29-e7e1-4345-9029-038a053d89d9/28dcfba6-1510-4717-a809-c755f70307d2) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:30.324192 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.329447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8a0e-b52b-4f7e-8494-642cbe9dc82c req-542e3ddc-21a9-4f0a-b489-d2c652c1d2d8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:30.332254 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-67ac8a0e-b52b-4f7e-8494-642cbe9dc82c req-542e3ddc-21a9-4f0a-b489-d2c652c1d2d8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1304529 May 10 11:26:30.350344 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Transition to ACTIVE for port object 28dcfba6-1510-4717-a809-c755f70307d2 will not be triggered until provisioned by entity DHCP. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:30.393865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.396479 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-67ac8a0e-b52b-4f7e-8494-642cbe9dc82c req-71c61c48-941e-4114-86f8-df12ec9d9569 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573261 May 10 11:26:30.402583 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:30.498340 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.504268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:30.510721 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:30.529577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:30.589875 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:30.604684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:30.635987 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:30.636834 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.711683 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2595949 May 10 11:26:30.713318 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-02a60ca1-7321-46f9-8008-797c683d129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:30.726067 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Request body: {'port': {'device_id': 'da512677-6db5-41a0-b20d-038d6978e899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:30.968315 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.119352 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-59c45bc1-a19e-4fe1-b944-7692db358459 None None] Provisioning for port 28dcfba6-1510-4717-a809-c755f70307d2 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:31.138819 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-59c45bc1-a19e-4fe1-b944-7692db358459 None None] Provisioning complete for port 28dcfba6-1510-4717-a809-c755f70307d2 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:31.139200 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-59c45bc1-a19e-4fe1-b944-7692db358459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.279886 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59d23-d8a4-4555-8bba-579b9d2eb112 req-538ec824-3db4-44ec-86e5-ebee5d58fd16 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:31.289674 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-72d59d23-d8a4-4555-8bba-579b9d2eb112 req-538ec824-3db4-44ec-86e5-ebee5d58fd16 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 931 time: 0.1560934 May 10 11:26:31.317988 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.354121 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.363813 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-59c45bc1-a19e-4fe1-b944-7692db358459 None None] Port 28dcfba6-1510-4717-a809-c755f70307d2 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:26:31.443529 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-72d59d23-d8a4-4555-8bba-579b9d2eb112 req-90bedeba-f72a-4c14-a075-ae006aff46ca tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469755 May 10 11:26:31.647785 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dcfba6-1510-4717-a809-c755f70307d2 {{(pid=78678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:31.655673 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.672785 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Transition to ACTIVE for port object 28dcfba6-1510-4717-a809-c755f70307d2 will not be triggered until provisioned by entity L2. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:31.688959 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:31.739039 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:31.749438 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543ce42-1849-45d5-9be8-366b524374ab req-fda9528d-41d3-4b84-b9b3-c7eb32314979 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:31.751523 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3543ce42-1849-45d5-9be8-366b524374ab req-fda9528d-41d3-4b84-b9b3-c7eb32314979 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1403048 May 10 11:26:31.819730 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3543ce42-1849-45d5-9be8-366b524374ab req-84f60fa9-5cd5-4836-898d-5c1c15d9074c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 May 10 11:26:32.255699 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41436) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:32.288645 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:32.304346 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:32.350566 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef71d-651f-4c7c-b50f-b7908bd9a120 req-1108fc15-2a71-480c-8aa4-4e04a40f4046 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:32.358327 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2e5ef71d-651f-4c7c-b50f-b7908bd9a120 req-1108fc15-2a71-480c-8aa4-4e04a40f4046 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.6792071 May 10 11:26:32.397180 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Attempting to bind port 28dcfba6-1510-4717-a809-c755f70307d2 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:32.397762 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Attempting to bind port 28dcfba6-1510-4717-a809-c755f70307d2 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:32.398389 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Attempting to bind port 28dcfba6-1510-4717-a809-c755f70307d2 on network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:32.414541 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Port 28dcfba6-1510-4717-a809-c755f70307d2 on network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:26:32.415123 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Attempting to bind port 28dcfba6-1510-4717-a809-c755f70307d2 on network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:32.427654 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:32.428960 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Checking segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:32.429733 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Bound using segment: {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'} {{(pid=78678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:32.430398 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.managers [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Bound port: 28dcfba6-1510-4717-a809-c755f70307d2, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7'}}] {{(pid=78678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:32.431094 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.470147 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2e5ef71d-651f-4c7c-b50f-b7908bd9a120 req-551e1d72-36cc-4ef7-a87a-85ba2faf6457 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106730 May 10 11:26:32.540133 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-7f2f3b2a-3da0-42b4-a739-1074e83f49e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2820590 May 10 11:26:32.620421 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, cleared binding levels {{(pid=78678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:32.625964 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:32.635959 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.640362 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3bb50aaf-617f-44e5-8332-910c2a2550ee tempest-VolumesActionsTest-812043176 tempest-VolumesActionsTest-812043176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:32.813715 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=3']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:32.824034 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:32.836315 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:32.838294 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:32.841212 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] 10.222.0.23 "PUT /v2.0/ports/28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 1093 time: 2.1220043 May 10 11:26:32.843786 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:32.927102 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d87032-c5e7-4747-a9f2-dc1bb4bb7bf6 req-8460bafb-27f0-41ef-89c7-b8ec8bc5f5de tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:32.948897 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-35d87032-c5e7-4747-a9f2-dc1bb4bb7bf6 req-8460bafb-27f0-41ef-89c7-b8ec8bc5f5de tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.1471643 May 10 11:26:32.990624 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'status': 'completed', 'code': 200} May 10 11:26:33.048383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:33.083438 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-35d87032-c5e7-4747-a9f2-dc1bb4bb7bf6 req-f9346e2a-c7b9-46c7-8bcc-3b5e541f1aca tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323576 May 10 11:26:33.149717 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7578c991-069f-4145-a7cb-19af9fac4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:33.151852 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7578c991-069f-4145-a7cb-19af9fac4634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1096 time: 0.2698889 May 10 11:26:33.301569 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-43c8b5e7-0de1-4622-a4c0-be6011333ec9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 217 time: 0.1245942 May 10 11:26:33.436513 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-98d941f6-fe3e-4649-a8ae-7299761596da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:33.438013 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-98d941f6-fe3e-4649-a8ae-7299761596da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.1290588 May 10 11:26:33.590825 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7ad0bece-bcdf-42cf-a3fe-36d7070d3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:33.597629 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-7ad0bece-bcdf-42cf-a3fe-36d7070d3fa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1506662 May 10 11:26:33.879383 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-293d7641-bcec-4668-8af3-93f2dfdf3ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722659 May 10 11:26:34.058131 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aede69-78f3-4b74-9308-47d3a5e554de req-8f991b77-2e79-4213-8bab-bda5fcca021b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.069684 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f0aede69-78f3-4b74-9308-47d3a5e554de req-8f991b77-2e79-4213-8bab-bda5fcca021b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.3401840 May 10 11:26:34.144633 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f0aede69-78f3-4b74-9308-47d3a5e554de req-2aaf75c9-104f-4b42-b97f-246f109ab11c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708220 May 10 11:26:34.258371 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0598ece9-13b9-48b3-822a-f438a73caf0c req-353fd0bd-b17c-451e-82fe-b4c3f63fd86f service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715594 May 10 11:26:34.455156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-15877ff4-7939-402d-813e-4ef9cec2ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.457233 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-15877ff4-7939-402d-813e-4ef9cec2ead3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1096 time: 0.1314430 May 10 11:26:34.466150 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932e72-13a8-4047-ad94-67ac8944d5d3 req-57effafe-119e-49c0-87cb-7cba8336c3a3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.467664 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0b932e72-13a8-4047-ad94-67ac8944d5d3 req-57effafe-119e-49c0-87cb-7cba8336c3a3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.1279695 May 10 11:26:34.578501 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0b932e72-13a8-4047-ad94-67ac8944d5d3 req-4d94ec04-29f4-4d78-ae48-f2628ec13836 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014082 May 10 11:26:34.645350 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-86473996-ce94-4856-a602-31c43a72a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.646941 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-86473996-ce94-4856-a602-31c43a72a5b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 910 time: 0.1733971 May 10 11:26:34.739568 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-c65599a1-4ad1-441a-a0ae-1f07a5997a17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 217 time: 0.0778131 May 10 11:26:34.807209 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-b163909f-6142-47b8-947e-e77f051126bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.808750 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-b163909f-6142-47b8-947e-e77f051126bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.0625322 May 10 11:26:34.887038 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-915cd8d9-5819-45db-96c5-7a54492273cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.888500 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-915cd8d9-5819-45db-96c5-7a54492273cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724359 May 10 11:26:35.054558 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-a2ec9716-9d19-4ef3-b6a5-b326503f2d10 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592138 May 10 11:26:35.093955 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-99531674-8994-4fb2-b6bf-3758d5205ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.095413 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-99531674-8994-4fb2-b6bf-3758d5205ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb&tenant_id=c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 1096 time: 0.1226993 May 10 11:26:35.229376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-e4e81a80-532f-46c5-85d5-31467204d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.229577 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-e4e81a80-532f-46c5-85d5-31467204d2c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1096 time: 0.0916824 May 10 11:26:35.307866 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-12ecf081-f73b-4ae6-a07b-6d0a2729aa5d req-3d97ffb3-5e5c-4d19-aa7f-d618ae9a71a9 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446511 May 10 11:26:35.411248 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-bb907b99-2d9b-4302-8143-77b8679d87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.412903 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-bb907b99-2d9b-4302-8143-77b8679d87b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.1759014 May 10 11:26:35.464566 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7482d3-1a0d-4972-84b3-9cf9654402c3 req-23f5ebec-8ad2-49e6-9330-58cfd5234a38 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.466232 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-df7482d3-1a0d-4972-84b3-9cf9654402c3 req-23f5ebec-8ad2-49e6-9330-58cfd5234a38 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1098943 May 10 11:26:35.574015 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-df7482d3-1a0d-4972-84b3-9cf9654402c3 req-adbedf2d-ed37-4d29-9160-5be74ba1edde tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999136 May 10 11:26:35.691898 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-9d92f56c-9d23-42a5-9c62-0ad8a738087a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 200 len: 999 time: 0.2710447 May 10 11:26:35.774653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-e79a78bb-8314-444e-9387-1cb17cd0ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.776084 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-e79a78bb-8314-444e-9387-1cb17cd0ce1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.0778258 May 10 11:26:35.940015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-652e940c-66c3-408e-ab1c-6639b548e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.941774 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-652e940c-66c3-408e-ab1c-6639b548e838 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167295 May 10 11:26:35.951124 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002ec41-1f10-475c-a1fd-7633e6ee38c7 req-3f644d40-3c4f-40c6-a700-882ab958b83b tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:35.960272 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7002ec41-1f10-475c-a1fd-7633e6ee38c7 req-3f644d40-3c4f-40c6-a700-882ab958b83b tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.1822379 May 10 11:26:36.154248 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7002ec41-1f10-475c-a1fd-7633e6ee38c7 req-4ee1c557-ba50-4c62-a2f0-5921106a0821 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914415 May 10 11:26:36.229308 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-e617f579-6f6c-4e1c-b1b3-d3faa8088826 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662556 May 10 11:26:36.383621 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e468aeb4-75a2-4a83-83a4-dbd72db1b857 req-775711b9-5c78-4d2d-89df-acc4b57c9bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472561 May 10 11:26:36.440387 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:26:36.619703 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:36.670134 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '28dcfba6-1510-4717-a809-c755f70307d2', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'port_id': '28dcfba6-1510-4717-a809-c755f70307d2', 'mac_address': 'fa:16:3e:c0:d1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:26:36.773938 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.795452 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dcfba6-1510-4717-a809-c755f70307d2 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:36.813139 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:36.828023 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:36.831070 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:36.888586 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29561a-c16d-4f8e-8b68-1b8c07501ffc req-a2602c31-a983-4dc4-a3e5-5612321bd75c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:36.895066 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4e29561a-c16d-4f8e-8b68-1b8c07501ffc req-a2602c31-a983-4dc4-a3e5-5612321bd75c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1228251 May 10 11:26:36.918379 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:36.923023 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:36.969049 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4e29561a-c16d-4f8e-8b68-1b8c07501ffc req-095c686a-1f69-42b6-b8d3-0b3958ae433e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664122 May 10 11:26:37.090291 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['28dcfba6-1510-4717-a809-c755f70307d2'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:37.529087 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41572) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:37.648758 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa53a57-0c1f-4a12-a13e-15d90c86ad75 req-1a15ca97-0384-417a-b4a1-be0614126122 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:37.649877 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-4fa53a57-0c1f-4a12-a13e-15d90c86ad75 req-1a15ca97-0384-417a-b4a1-be0614126122 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Synchronizing usage tracker for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:37.689262 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-4fa53a57-0c1f-4a12-a13e-15d90c86ad75 req-1a15ca97-0384-417a-b4a1-be0614126122 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Unset dirty status for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:37.698492 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4fa53a57-0c1f-4a12-a13e-15d90c86ad75 req-1a15ca97-0384-417a-b4a1-be0614126122 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 944 time: 0.2758551 May 10 11:26:37.779942 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:37.791334 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4fa53a57-0c1f-4a12-a13e-15d90c86ad75 req-b5658bf0-ebf8-461a-9162-d0b39be4f2cf tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891144 May 10 11:26:37.827603 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:37.891576 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Usage tracker for resource:security_group_rule and tenant:b560ff78bc6448dbaaf24594af9a52ef is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:37.896666 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:37.905351 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:37.970125 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6fb7a-c8b5-401f-a85b-5a8db862758a req-9885c754-0612-4e1b-84ed-9c8d23eccf2e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:37.972273 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6e6fb7a-c8b5-401f-a85b-5a8db862758a req-9885c754-0612-4e1b-84ed-9c8d23eccf2e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1508267 May 10 11:26:38.104327 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6e6fb7a-c8b5-401f-a85b-5a8db862758a req-a843632f-8124-4e9a-9a74-f80f90665072 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258206 May 10 11:26:38.163035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.168713 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.205018 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-810f4cbc-029b-42d0-9ef2-1376b48235d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:38.238743 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b560ff78bc6448dbaaf24594af9a52ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7086713 May 10 11:26:38.239751 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2f888-4438-4666-993b-9594eb73eb50,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:38.242618 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41584) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:38.245129 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:38.287537 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9118e-7059-4663-86f7-02599ebd00e6 req-dc3e0fcd-8b42-4150-aa56-c1a02e085cb6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:38.293878 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-99b9118e-7059-4663-86f7-02599ebd00e6 req-dc3e0fcd-8b42-4150-aa56-c1a02e085cb6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1177676 May 10 11:26:38.326081 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.350617 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-99b9118e-7059-4663-86f7-02599ebd00e6 req-99cdbe58-2448-402a-bf53-d33a232dd202 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527501 May 10 11:26:38.358575 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.425391 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.435578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8fffc86a-80f3-4c8a-b285-d774b48aae09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:38.449968 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.453599 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9e2f888-4438-4666-993b-9594eb73eb50 HTTP/1.1" status: 204 len: 168 time: 0.2078238 May 10 11:26:38.454776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2f888-4438-4666-993b-9594eb73eb50,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:38.458490 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:38.467843 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:38.609601 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 28dcfba6-1510-4717-a809-c755f70307d2 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:38.621232 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 28dcfba6-1510-4717-a809-c755f70307d2 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:38.621873 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.862619 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.902683 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:38.904024 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:38.913544 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.916625 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:39.045953 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'code': 200} May 10 11:26:39.057729 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:39.061401 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:39.175093 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41598) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:39.206259 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.243570 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:39.255781 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Usage tracker for resource:security_group_rule and tenant:dc8263e349e24ad583b6adee56daa7d2 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:39.259183 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:39.270105 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:39.302172 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f320-a1e1-4a1a-af29-04d47935ac73 req-361c0069-2342-46c8-b4bb-4711ace2a8de tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:39.309989 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3ec0f320-a1e1-4a1a-af29-04d47935ac73 req-361c0069-2342-46c8-b4bb-4711ace2a8de tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.2069402 May 10 11:26:39.368325 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3ec0f320-a1e1-4a1a-af29-04d47935ac73 req-16d72ce3-66a1-4d14-9525-02df7d5519fa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571585 May 10 11:26:39.548913 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.559106 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.566539 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f87e3f2a-4601-4443-b04c-baab4adf0e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:39.602134 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420b3c-1ad0-4f7d-ac96-e861ec4f1673 req-6061690b-5995-48e1-b92f-69d3d2021770 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:39.611551 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6a420b3c-1ad0-4f7d-ac96-e861ec4f1673 req-6061690b-5995-48e1-b92f-69d3d2021770 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2642789 May 10 11:26:39.667516 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9d506-8407-4279-ad98-2f35fe0ee79b req-1ec13ad4-b0c2-4555-9c68-12b604bcd6fb tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:39.673452 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-69e9d506-8407-4279-ad98-2f35fe0ee79b req-1ec13ad4-b0c2-4555-9c68-12b604bcd6fb tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1418788 May 10 11:26:39.686629 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6a420b3c-1ad0-4f7d-ac96-e861ec4f1673 req-f8131394-eff1-4203-b3a4-00bbe448df1e tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 May 10 11:26:39.731085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f25e31-7b9d-40b3-8ade-7bfc43017ace,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:39.737841 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc8263e349e24ad583b6adee56daa7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592330 May 10 11:26:39.738101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41604) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:39.757871 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.758236 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.758565 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.758913 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.759258 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.759587 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.759931 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.760282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.760661 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.761417 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.761417 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.763437 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:39.766902 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-990b6ac2-07c6-464f-ba63-9e2e72438ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:39.808844 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-69e9d506-8407-4279-ad98-2f35fe0ee79b req-287df31c-233d-4095-988d-45d2967c83e4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205707 May 10 11:26:39.896782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:39.953914 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.107837 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.128564 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-515f8c82-0313-4bc1-8d0e-8d8ab173bc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:40.144137 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f25e31-7b9d-40b3-8ade-7bfc43017ace,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:40.153208 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.161610 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2f25e31-7b9d-40b3-8ade-7bfc43017ace HTTP/1.1" status: 204 len: 168 time: 0.4222782 May 10 11:26:40.162917 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:40.698177 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0488667-3a48-4732-9ae0-899431390ef2 req-27ec2b4c-bc7a-467c-8e87-e7b01a5da6e4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:40.701412 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f0488667-3a48-4732-9ae0-899431390ef2 req-27ec2b4c-bc7a-467c-8e87-e7b01a5da6e4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.1542292 May 10 11:26:40.834115 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f0488667-3a48-4732-9ae0-899431390ef2 req-1e7a305b-793b-46b3-837b-93b593c813b6 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210158 May 10 11:26:40.925333 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb391ff-4228-4f27-86cd-deef692e8dd8 req-16fbbfc7-a0d0-4552-8172-baf25fc93725 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:40.932329 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1bb391ff-4228-4f27-86cd-deef692e8dd8 req-16fbbfc7-a0d0-4552-8172-baf25fc93725 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1010599 May 10 11:26:41.024147 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1bb391ff-4228-4f27-86cd-deef692e8dd8 req-c4e1d521-cd78-4622-8307-8b681a619d58 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906620 May 10 11:26:41.231684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154294b7-3ea2-4464-8dac-0cfd606bb841 req-a0c3b886-d860-4d4c-a52c-f75b5961144b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.237172 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-154294b7-3ea2-4464-8dac-0cfd606bb841 req-a0c3b886-d860-4d4c-a52c-f75b5961144b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1478565 May 10 11:26:41.362423 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-154294b7-3ea2-4464-8dac-0cfd606bb841 req-fc129387-982f-44ae-be4f-94d7e410bc42 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220679 May 10 11:26:41.585946 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d28ac-b13e-4a4e-872f-1ad53e3ca7fc req-31171e98-4b44-4fa9-b52e-140f9eaf1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.587451 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-815d28ac-b13e-4a4e-872f-1ad53e3ca7fc req-31171e98-4b44-4fa9-b52e-140f9eaf1d7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1098 time: 0.1145356 May 10 11:26:41.667682 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-815d28ac-b13e-4a4e-872f-1ad53e3ca7fc req-b43ffe94-ba46-4b6d-886d-7e9893068efa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479703 May 10 11:26:42.146818 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304eaf-5115-4baf-9f30-5a9d7e666fb9 req-5eec06bf-199d-4ca8-9ec3-ed0c01ddbd8f tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:42.148607 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-83304eaf-5115-4baf-9f30-5a9d7e666fb9 req-5eec06bf-199d-4ca8-9ec3-ed0c01ddbd8f tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.1273730 May 10 11:26:42.341310 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-83304eaf-5115-4baf-9f30-5a9d7e666fb9 req-1a138fff-67fa-4c81-83e1-a94295500a93 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866124 May 10 11:26:42.362340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fe26b-5b7e-447a-9ea1-8d326a7843cc req-c182de61-d554-4ec0-b021-21408f52f1d4 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:42.369100 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d50fe26b-5b7e-447a-9ea1-8d326a7843cc req-c182de61-d554-4ec0-b021-21408f52f1d4 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1209626 May 10 11:26:42.416858 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d50fe26b-5b7e-447a-9ea1-8d326a7843cc req-7bbe6de0-71de-4d9a-a96d-0cddae933b3d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 May 10 11:26:42.752507 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fa2a1-5af8-421b-b3db-881e95edced5 req-5ff69ffb-3554-4943-b192-3ef78479a1f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:42.780135 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-be2fa2a1-5af8-421b-b3db-881e95edced5 req-5ff69ffb-3554-4943-b192-3ef78479a1f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.2438536 May 10 11:26:42.883180 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-be2fa2a1-5af8-421b-b3db-881e95edced5 req-98031f5a-2371-4c23-ab75-2812d757f52e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997155 May 10 11:26:43.636503 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dd396-b11e-4f55-a328-78510cff4ba2 req-121e4659-7463-4ebc-885d-b0df8318f612 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:43.645420 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f8dd396-b11e-4f55-a328-78510cff4ba2 req-121e4659-7463-4ebc-885d-b0df8318f612 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.1181493 May 10 11:26:43.723370 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f8dd396-b11e-4f55-a328-78510cff4ba2 req-b1182ed3-1e0f-4af0-af47-6b2897ce56c2 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757215 May 10 11:26:43.789514 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cd1ee-7424-4b77-b38e-8c0e3d312e2f req-5dc627ff-ef9b-48c4-853d-31d1a719b369 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:43.796310 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2c2cd1ee-7424-4b77-b38e-8c0e3d312e2f req-5dc627ff-ef9b-48c4-853d-31d1a719b369 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1786745 May 10 11:26:43.891476 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2c2cd1ee-7424-4b77-b38e-8c0e3d312e2f req-3a4189c1-982e-42b3-a960-a6db0fff0644 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 May 10 11:26:43.982947 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d05c3-fd0b-4325-a261-897712368bd8 req-ee74f0be-0b8c-43f6-8f4c-59d3f4a8980f tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:43.993190 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-847d05c3-fd0b-4325-a261-897712368bd8 req-ee74f0be-0b8c-43f6-8f4c-59d3f4a8980f tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.1223693 May 10 11:26:44.101958 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-847d05c3-fd0b-4325-a261-897712368bd8 req-9d4a5085-940b-48af-ac21-3ce8554b42da tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051216 May 10 11:26:44.110760 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41688) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:44.273993 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf5fb-1f3e-4cf4-925d-3368940cc703 req-369aa084-b309-4d6b-aa4f-ab64109edf24 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:44.275504 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-071cf5fb-1f3e-4cf4-925d-3368940cc703 req-369aa084-b309-4d6b-aa4f-ab64109edf24 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1930954 May 10 11:26:44.495531 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-071cf5fb-1f3e-4cf4-925d-3368940cc703 req-2cad8519-36a4-4525-b51e-a889e17f6e6c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989837 May 10 11:26:44.534831 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e409c8f8-da40-408a-b59f-01d90c23d2e0 tempest-TestShelveInstance-499727260 tempest-TestShelveInstance-499727260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:44.539551 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e409c8f8-da40-408a-b59f-01d90c23d2e0 tempest-TestShelveInstance-499727260 tempest-TestShelveInstance-499727260-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1093 time: 0.4248307 May 10 11:26:44.539827 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41702) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:44.550208 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Request body: {'floatingip': {'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'port_id': '28dcfba6-1510-4717-a809-c755f70307d2', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:44.615048 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:44.626727 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Usage tracker for resource:floatingip and tenant:69c53b73c22342c7b4a080745ba0d380 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:44.632966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:44.640862 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:44.689935 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7ba438d0-0893-47e8-8c84-80592590e702 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:44.691019 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7ba438d0-0893-47e8-8c84-80592590e702 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.1335442 May 10 11:26:44.692849 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for floatingip, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.005477 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Deleting port 2ee17b78-142d-47ee-a4fe-c149c7108176 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:26:45.006080 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.263845 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] For port 2ee17b78-142d-47ee-a4fe-c149c7108176, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2ee17b78-142d-47ee-a4fe-c149c7108176,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:45.264618 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.375995 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf59c7-da93-4583-9e56-5743326daa14 req-6104090d-2c3b-4836-ba70-474ca5d77ed7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:45.384409 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7fbf59c7-da93-4583-9e56-5743326daa14 req-6104090d-2c3b-4836-ba70-474ca5d77ed7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 946 time: 0.2594745 May 10 11:26:45.442258 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7fbf59c7-da93-4583-9e56-5743326daa14 req-66636c85-b2a9-4efe-98fa-c3e5c16f49f7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566149 May 10 11:26:45.481983 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Calling delete_port for 2ee17b78-142d-47ee-a4fe-c149c7108176 owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:26:45.485382 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.631075 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Allocated IP 172.28.1.234 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/5f6af0a6-cd37-4838-9cfa-aad4ff372722) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:45.837879 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.949966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4299c-1550-4e47-8381-202ab5d81c83 req-14322b11-805b-4f4b-9bc3-aa6880a32439 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:45.951460 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f5a4299c-1550-4e47-8381-202ab5d81c83 req-14322b11-805b-4f4b-9bc3-aa6880a32439 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.2187653 May 10 11:26:45.955088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.962596 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:46.064115 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:46.079020 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:46.085731 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:46.111016 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.127878 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['4f5e8abb-5557-4645-bd5e-354ded6e911f', '2ee17b78-142d-47ee-a4fe-c149c7108176'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:46.133076 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f5a4299c-1550-4e47-8381-202ab5d81c83 req-4fa2268c-051d-4436-abc3-0acc1808a69c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722050 May 10 11:26:46.138542 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'Port': ['ID=5f6af0a6-cd37-4838-9cfa-aad4ff372722,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:46.157181 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.157546 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.157897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.158795 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.159141 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.159484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.159823 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.160161 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.160497 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.161338 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.161338 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.161493 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:46.205678 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:46.207935 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:46.276040 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Pushing event deleted for resources: {'Port': ['ID=2ee17b78-142d-47ee-a4fe-c149c7108176,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:46.311690 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:46.350003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] No DVR routers for this DVR port 2ee17b78-142d-47ee-a4fe-c149c7108176 on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:26:46.358235 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.361914 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'name': 'network-vif-deleted', 'tag': '2ee17b78-142d-47ee-a4fe-c149c7108176'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:46.441343 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea4abc-8d1d-427d-a22f-4470cf541925', 'name': 'network-vif-deleted', 'tag': '2ee17b78-142d-47ee-a4fe-c149c7108176', 'status': 'completed', 'code': 200} May 10 11:26:46.447030 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2c215b50-70ef-4081-b2e0-5248f51eef35 req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "DELETE /v2.0/ports/2ee17b78-142d-47ee-a4fe-c149c7108176 HTTP/1.1" status: 204 len: 173 time: 1.7321060 May 10 11:26:46.735455 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-37b73420-d9e9-41bb-b83c-71ee4c92e231 req-83183c93-e976-4af4-ae5c-eb397e960248 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Synchronizing usage tracker for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:46.765127 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-37b73420-d9e9-41bb-b83c-71ee4c92e231 req-83183c93-e976-4af4-ae5c-eb397e960248 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Unset dirty status for tenant:75f8ac6313604149ac8ab8838280ae97 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:46.766271 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-37b73420-d9e9-41bb-b83c-71ee4c92e231 req-83183c93-e976-4af4-ae5c-eb397e960248 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.1422102 May 10 11:26:47.072026 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.285682 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.513298 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99675-2757-4ab0-b8c4-6aee82653bd6 req-37b9e559-e261-4f75-819a-71648c21898e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:47.518203 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-87e99675-2757-4ab0-b8c4-6aee82653bd6 req-37b9e559-e261-4f75-819a-71648c21898e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1479352 May 10 11:26:47.585730 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-87e99675-2757-4ab0-b8c4-6aee82653bd6 req-64f7ef07-0c25-48f1-8929-7b7ffa194ec8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555787 May 10 11:26:47.609614 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.614430 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.618708 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d49220cc-f1fd-4b30-b733-e7be40d4b3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:47.735500 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event updated for resources: {'Port': ['ID=5f6af0a6-cd37-4838-9cfa-aad4ff372722,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.740355 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:47.754465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.000175 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d431e990-981f-4b47-8a1e-58af11d302ec req-c9cd642e-deab-474f-8bf0-afdac0254108 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.0697017 May 10 11:26:48.040104 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.l3_db [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Floating IP 4a346245-54ea-4d62-9e24-c84714561a4c associated. External IP: 172.28.1.234, port: 28dcfba6-1510-4717-a809-c755f70307d2. May 10 11:26:48.518872 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41828) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:48.522478 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 2ee17b78-142d-47ee-a4fe-c149c7108176 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:26:48.568977 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Router 83e0b962-2a55-4318-9000-3b3f3f612721 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:26:48.583708 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 2ee17b78-142d-47ee-a4fe-c149c7108176 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:26:48.584146 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 2ee17b78-142d-47ee-a4fe-c149c7108176 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:26:48.669172 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.684318 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:48.688185 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Usage tracker for resource:security_group_rule and tenant:c2ed998bbd1f41d7acd991ca018eddd7 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:48.691515 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:48.697740 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:48.803722 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:26:48.815789 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] Sync routers for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:48.827203 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:48.827985 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:26:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:48.837168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.957793 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4167702 May 10 11:26:48.961752 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.963051 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:48.975796 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a337-4433-4b57-ac66-6b5f16ed6071 req-c838d6e0-e2d5-46c9-8c18-a18a3371cae4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:48.982758 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8238a337-4433-4b57-ac66-6b5f16ed6071 req-c838d6e0-e2d5-46c9-8c18-a18a3371cae4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.2476702 May 10 11:26:48.997912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.008367 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6f917d2f-13c1-46d4-b7f7-7a018bbbfc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:49.017041 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'status': 'completed', 'code': 200} May 10 11:26:49.081528 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8238a337-4433-4b57-ac66-6b5f16ed6071 req-968baa76-ae5a-422b-bda0-248f0daade63 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973353 May 10 11:26:49.103681 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41842) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:49.105265 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2ed998bbd1f41d7acd991ca018eddd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810895 May 10 11:26:49.107642 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da3ac9b-d150-4da0-8648-730a2db52da1,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:49.125033 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:49.157575 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:49.238414 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41848) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:49.259504 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-030018a9-52c5-4e01-a582-65fed13da0e5 req-73b5d47f-3518-41da-a918-ce4e3af84618 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.0745296 May 10 11:26:49.293715 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.319407 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Deleting subnet 05ab7b14-c0f6-4abf-b99b-5836b4293f9c {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:26:49.321863 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.322577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.379791 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.398915 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.403184 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8b530b3a-bb83-4e93-b894-95a92c541d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:49.413914 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da3ac9b-d150-4da0-8648-730a2db52da1,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:49.416254 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:49.422534 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.426458 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4da3ac9b-d150-4da0-8648-730a2db52da1 HTTP/1.1" status: 204 len: 168 time: 0.3190148 May 10 11:26:49.453078 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.654322 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '4a346245-54ea-4d62-9e24-c84714561a4c', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'port_id': '28dcfba6-1510-4717-a809-c755f70307d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'mac_address': 'fa:16:3e:c0:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da512677-6db5-41a0-b20d-038d6978e899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:46Z', 'revision_number': 0, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:49.659097 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] Checking router: 83e0b962-2a55-4318-9000-3b3f3f612721 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:49.676687 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:49.677650 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:26:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:49.787384 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.794225 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1cb66bc9-23ef-4059-8dc1-a54783fce49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:49.831161 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ab7b14-c0f6-4abf-b99b-5836b4293f9c,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:49.833694 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:49.841512 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.853619 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/05ab7b14-c0f6-4abf-b99b-5836b4293f9c HTTP/1.1" status: 204 len: 168 time: 0.6139424 May 10 11:26:49.856041 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41858) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:49.932821 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41862) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:49.942680 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:49.951379 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.973458 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:49.978305 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Usage tracker for resource:security_group_rule and tenant:bdaa53d9b0e0464d8c4e4e35c2ba3dfe is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:49.982966 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:49.990568 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:50.013930 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.180178 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.184828 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.195941 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d3ff972f-1a97-4532-b75d-d6ac9767edae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.212738 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.228130 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bd24cb-ce1a-432b-b59f-3ae4e961b682']}} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.242212 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1ef93d-95bc-4753-9a65-3589ddc34131') {'for_net_delete': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.242550 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1ef93d-95bc-4753-9a65-3589ddc34131') {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.256825 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615839'] for segment, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.265774 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42998f-29a5-491a-bbd8-6dccd3684428,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.283863 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.296799 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=78677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:26:50.297206 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2560310'] for segment, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: Traceback (most recent call last): May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: timer() May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: cb(*args, **kw) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: return func(*args, **kwargs) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: self._notify() May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: self.callback(batched_events) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: event.method(event) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: return f(self, *a, **k) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: return self._get(url).json() May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: return self.request(url, 'GET', **kwargs) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:26:50.328343 dv-cinder-784956-5-smb neutron-server[78677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:26:50.335590 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:50.356183 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdaa53d9b0e0464d8c4e4e35c2ba3dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221387 May 10 11:26:50.358602 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41870) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:50.442801 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628a4e-cfa1-4474-a213-911fa071dc38 req-a451dc2b-aba7-494d-9490-2eee7eb19dd5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:50.444916 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-31628a4e-cfa1-4474-a213-911fa071dc38 req-a451dc2b-aba7-494d-9490-2eee7eb19dd5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1877015 May 10 11:26:50.468196 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2e3de778-9356-46fe-abcc-95f821b1f61f req-a8bf8bc1-63ac-4804-b490-6d863e541faa tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.0633841 May 10 11:26:50.477794 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '4a346245-54ea-4d62-9e24-c84714561a4c', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'port_id': '28dcfba6-1510-4717-a809-c755f70307d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'mac_address': 'fa:16:3e:c0:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da512677-6db5-41a0-b20d-038d6978e899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:46Z', 'revision_number': 0, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.482552 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38665924-ae33-45ad-810b-2a9a58ed6daa None None] The sync data for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb is: [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '4a346245-54ea-4d62-9e24-c84714561a4c', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'port_id': '28dcfba6-1510-4717-a809-c755f70307d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'mac_address': 'fa:16:3e:c0:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da512677-6db5-41a0-b20d-038d6978e899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:46Z', 'revision_number': 0, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:50.482783 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.492419 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.500148 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-18ce9344-70bf-4322-a7a0-79191f78ccf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.508889 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.524168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bd24cb-ce1a-432b-b59f-3ae4e961b682,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.526698 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:50.536142 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c2bd24cb-ce1a-432b-b59f-3ae4e961b682 HTTP/1.1" status: 204 len: 168 time: 0.6787984 May 10 11:26:50.541514 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-31628a4e-cfa1-4474-a213-911fa071dc38 req-ad22e468-b68c-4fa2-9bbb-f32a61ab6e6b tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894480 May 10 11:26:50.569394 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.623694 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.628006 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-8a599faf-9b5d-44c6-bf3e-be74b0f43097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.639409 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42998f-29a5-491a-bbd8-6dccd3684428,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.643431 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:50.650011 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.651425 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af42998f-29a5-491a-bbd8-6dccd3684428 HTTP/1.1" status: 204 len: 168 time: 0.2917616 May 10 11:26:50.747328 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9af94-c077-4ffa-80f3-bc6d91a0110e None None] New status for floating IP 4a346245-54ea-4d62-9e24-c84714561a4c: ACTIVE {{(pid=78679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:26:50.759083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41878) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:50.811088 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a9086136-b383-4615-ac3f-940fd1b2c846 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d88da14ca2f4af59a6c5b77da08bd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505848 May 10 11:26:50.813159 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41884) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:50.874387 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.901505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.962186 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.966221 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a5020673-1922-491f-abbe-01694c437e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.979160 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 41888) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:50.984281 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f5499-d3ba-41e7-a740-c79a7e8a87bf,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:51.000648 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:51.006519 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.019854 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.021329 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a5f5499-d3ba-41e7-a740-c79a7e8a87bf HTTP/1.1" status: 204 len: 168 time: 0.2072263 May 10 11:26:51.033732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:51.038094 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4a436b5e944bf5a41672e3dad4efc3 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:51.041134 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:51.047790 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:51.179084 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.185138 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.195477 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bcef60ad-375f-49b8-a6a9-2dcf419af1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:51.246577 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1182b205-ed8a-46c3-b804-2c380f93ea6e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:51.250941 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f4a436b5e944bf5a41672e3dad4efc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692552 May 10 11:26:51.253131 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8480ea52-04a5-4e79-a258-de9525fa47e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:51.254566 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41896) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:51.269939 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-3e6b74cf-7837-462a-b699-ad4690ea286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.271411 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-3e6b74cf-7837-462a-b699-ad4690ea286e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1098 time: 0.1466160 May 10 11:26:51.322894 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.351749 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.405912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.411406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6c0c5f8f-61ad-47ff-ac08-66e03e0da6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:51.425406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1182b205-ed8a-46c3-b804-2c380f93ea6e,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:51.428124 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:51.429701 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.435120 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1182b205-ed8a-46c3-b804-2c380f93ea6e HTTP/1.1" status: 204 len: 168 time: 0.1795883 May 10 11:26:51.521171 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-033e3915-de04-4295-b852-cfaa3d3f869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.523405 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-033e3915-de04-4295-b852-cfaa3d3f869c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 910 time: 0.2434545 May 10 11:26:51.700547 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-574f699b-009f-4baa-8c1c-3b59bf88ccb5 req-817eab4c-7cbb-4dca-9e67-4cf9fc0d6d5a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea4abc-8d1d-427d-a22f-4470cf541925 HTTP/1.1" status: 200 len: 210 time: 0.0601258 May 10 11:26:51.733208 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-7113dfdf-ca92-4a58-ad2b-6c217d401ac3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 1001 time: 0.2005539 May 10 11:26:51.818807 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebb4bf-dd9b-4ce0-9eb9-3013392bb830 req-7af76fb3-ce23-4cb8-91fc-a7c107042885 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.819904 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-4631e6c9-dc3f-4707-bd66-522da45f3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.822022 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-4631e6c9-dc3f-4707-bd66-522da45f3fd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.0820391 May 10 11:26:51.827233 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-49ebb4bf-dd9b-4ce0-9eb9-3013392bb830 req-7af76fb3-ce23-4cb8-91fc-a7c107042885 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.1276932 May 10 11:26:51.877332 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-49ebb4bf-dd9b-4ce0-9eb9-3013392bb830 req-419c8ca5-6fd9-42a2-a241-ab62dfe03d33 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492566 May 10 11:26:51.927160 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-c515458a-7444-48d9-981d-a3b133ea8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.928646 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-c515458a-7444-48d9-981d-a3b133ea8a17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950632 May 10 11:26:52.081304 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-871af1e0-6871-48ad-846c-8695e85b6581 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417160 May 10 11:26:52.218566 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9aa5ffa-ce8c-4032-af16-323546042e6d req-0246795a-fcab-49eb-bc62-877e0b11d2b4 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302462 May 10 11:26:52.709257 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41956) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:52.842839 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.887593 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:52.894374 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Usage tracker for resource:security_group_rule and tenant:51703d53e8ec4dd9b92b898ad3bfea3e is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:52.901329 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:52.907302 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:53.057234 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.062927 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.071759 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:53.110915 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51703d53e8ec4dd9b92b898ad3bfea3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004469 May 10 11:26:53.113965 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 41974) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:53.123940 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead29e-48f4-4ab3-be73-cc506d32e146 req-86e8d526-f6f0-421d-bed0-447328d33375 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:53.125851 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0666015c-850d-453f-a63b-586979f22222,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:53.126198 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ecead29e-48f4-4ab3-be73-cc506d32e146 req-86e8d526-f6f0-421d-bed0-447328d33375 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.0871489 May 10 11:26:53.131556 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-77dab6a1-e309-43b9-a2e9-9fb1b74f4edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:53.176419 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ecead29e-48f4-4ab3-be73-cc506d32e146 req-f410d03e-64b9-479b-b8e4-77d8847204a6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440998 May 10 11:26:53.235345 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.261359 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1296-c29e-4123-8a10-7111255ebeb7 req-ff73e8df-4e28-4b22-b62d-1555d845633b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:53.262798 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4f5f1296-c29e-4123-8a10-7111255ebeb7 req-ff73e8df-4e28-4b22-b62d-1555d845633b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1328499 May 10 11:26:53.291848 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.341046 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4f5f1296-c29e-4123-8a10-7111255ebeb7 req-32415b10-b2db-45ec-b982-62a51c63228c tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 May 10 11:26:53.362524 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.366070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e1b5c1aa-3ee6-41f5-bdcf-e3382f88d308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:53.378769 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0666015c-850d-453f-a63b-586979f22222,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:53.381634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:53.383599 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.384611 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0666015c-850d-453f-a63b-586979f22222 HTTP/1.1" status: 204 len: 168 time: 0.2697544 May 10 11:26:54.375040 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9465c6d-9c27-49c3-bc0b-14a9f9ec58d0 req-96f1b26b-b338-4623-a24b-a717aa7e5773 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:54.377442 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b9465c6d-9c27-49c3-bc0b-14a9f9ec58d0 req-96f1b26b-b338-4623-a24b-a717aa7e5773 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 943 time: 0.0871422 May 10 11:26:54.470798 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b9465c6d-9c27-49c3-bc0b-14a9f9ec58d0 req-66a611fb-2a8e-4471-9160-be01d68b43bc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869248 May 10 11:26:54.529670 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:26:54.570775 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d7a18-3d1b-4e88-9ed2-cce25241f14b req-d8571b73-c9f3-45f1-bb5c-6dd46bf06793 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:54.577882 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b17d7a18-3d1b-4e88-9ed2-cce25241f14b req-d8571b73-c9f3-45f1-bb5c-6dd46bf06793 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1075773 May 10 11:26:54.619447 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b17d7a18-3d1b-4e88-9ed2-cce25241f14b req-8b0549d1-55ec-47cf-b84d-1dd7b251928d tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 May 10 11:26:54.693702 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:54.708072 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'port_id': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'mac_address': 'fa:16:3e:46:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:26:54.769283 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.787623 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d26729-51b7-4b01-8d42-29d47c6eb84d {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:54.804671 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:54.808777 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.810513 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:54.879430 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=9']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.886687 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.887034 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.887372 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.887703 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.888037 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.888363 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.888686 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.889064 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.889368 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.889878 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.890194 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.890514 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:54.894293 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:55.074551 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['f6d26729-51b7-4b01-8d42-29d47c6eb84d'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:55.680173 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7863df-3941-4d35-98a4-dd82978d8bcf req-0f17deb4-801d-460e-a6dc-5012462e578d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:55.682138 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ee7863df-3941-4d35-98a4-dd82978d8bcf req-0f17deb4-801d-460e-a6dc-5012462e578d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 944 time: 0.0982780 May 10 11:26:55.745028 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ee7863df-3941-4d35-98a4-dd82978d8bcf req-3cf60411-c008-4309-89ca-9033ef20dd81 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570254 May 10 11:26:56.016792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70ec0-c2d6-481d-828f-d90fbda1be48 req-3db8d240-a822-494b-a096-ac37446c2536 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:56.018863 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-03b70ec0-c2d6-481d-828f-d90fbda1be48 req-3db8d240-a822-494b-a096-ac37446c2536 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0974100 May 10 11:26:56.081654 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-03b70ec0-c2d6-481d-828f-d90fbda1be48 req-832c8583-14dd-4e02-831c-51f639cb7991 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 May 10 11:26:56.544214 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:56.612748 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port f6d26729-51b7-4b01-8d42-29d47c6eb84d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:56.613362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.731819 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.757630 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:56.767880 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:56.771421 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.773331 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:56.812686 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'code': 200} May 10 11:26:56.846758 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=10']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:56.849556 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:56.953592 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a694dcd-2c82-417b-9c02-121b0da537a6 req-b030d4c4-521b-464b-8e96-d970338ddfc6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:56.955021 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6a694dcd-2c82-417b-9c02-121b0da537a6 req-b030d4c4-521b-464b-8e96-d970338ddfc6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.0864077 May 10 11:26:57.001130 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6a694dcd-2c82-417b-9c02-121b0da537a6 req-5b47fd4e-6543-4372-a6e8-453f8c6a053a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 May 10 11:26:57.278758 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747654f-20a0-4270-9d99-28b05ca55b65 req-30bbaa5b-c4ef-4f00-8682-520965c1548a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:57.280371 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5747654f-20a0-4270-9d99-28b05ca55b65 req-30bbaa5b-c4ef-4f00-8682-520965c1548a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0858562 May 10 11:26:57.347749 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5747654f-20a0-4270-9d99-28b05ca55b65 req-30e8fdcb-1381-4cc2-93c6-81f308a3cf5f tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538473 May 10 11:26:57.433752 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119c490-7371-4958-b1db-22ec9a71a56c req-2b185b60-0c6d-40cd-9f2b-f6cc0aeb5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:57.435229 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e119c490-7371-4958-b1db-22ec9a71a56c req-2b185b60-0c6d-40cd-9f2b-f6cc0aeb5a4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 1099 time: 0.0700932 May 10 11:26:57.481000 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e119c490-7371-4958-b1db-22ec9a71a56c req-2f471045-9f2a-4dee-b943-4cd281d18811 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344050 May 10 11:26:57.807009 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-caf8a251-dab8-4667-9067-96aaa013bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.205854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ef575-dddf-44da-b441-2ce0447d3c62 req-18535c17-3567-417b-a298-2806e070e089 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:58.207367 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-648ef575-dddf-44da-b441-2ce0447d3c62 req-18535c17-3567-417b-a298-2806e070e089 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.0878420 May 10 11:26:58.256818 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-648ef575-dddf-44da-b441-2ce0447d3c62 req-c5a62f99-aa5f-4a8a-9d73-2e9498b1de23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 May 10 11:26:58.263216 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-38b644a9-ed20-410d-b3d1-77d36b8ad95f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738242 May 10 11:26:58.367340 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-6adec953-9778-4775-bb97-e124fab64c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:58.368942 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-6adec953-9778-4775-bb97-e124fab64c20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1099 time: 0.0734594 May 10 11:26:58.585631 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-7780360b-d4b4-44d3-9c2e-3394315218ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:58.587086 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-7780360b-d4b4-44d3-9c2e-3394315218ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.1847844 May 10 11:26:58.605080 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e251-8b66-47e6-8221-ffb838b69ecf req-fd43d204-881d-43de-b093-47051a3da292 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:58.606454 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3076e251-8b66-47e6-8221-ffb838b69ecf req-fd43d204-881d-43de-b093-47051a3da292 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.1329513 May 10 11:26:58.734953 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-7a65164e-2837-4aff-be01-11117b9c245b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 1001 time: 0.1377161 May 10 11:26:58.741155 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3076e251-8b66-47e6-8221-ffb838b69ecf req-55866068-ce63-4028-8b53-ec70915f478b tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784774 May 10 11:26:58.904870 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-cf6720da-7d4f-41e9-9399-bfc1721b4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:58.906248 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-cf6720da-7d4f-41e9-9399-bfc1721b4aee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.1536899 May 10 11:26:59.016421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-a29e9032-1299-4d8f-b5ca-cb195006e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:59.020410 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-a29e9032-1299-4d8f-b5ca-cb195006e674 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018434 May 10 11:26:59.173019 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-e7eaf54d-3b88-4fbe-bd8c-cbf8411eff97 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426189 May 10 11:26:59.351499 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b910b9af-4521-4fde-b021-3ea2a3410d92 req-031c2ea6-1f40-4dc9-9103-f42fb0877e3a service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525981 May 10 11:26:59.538170 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579dd64-7976-4fcc-9e4b-06b385aa8c7d req-338079a3-d0dd-41ba-b185-adf7030c46ea tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:59.539766 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d579dd64-7976-4fcc-9e4b-06b385aa8c7d req-338079a3-d0dd-41ba-b185-adf7030c46ea tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.1571043 May 10 11:26:59.598917 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d579dd64-7976-4fcc-9e4b-06b385aa8c7d req-63c32f13-ee5f-47c4-9ef6-bd8131c3d1a1 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529253 May 10 11:26:59.717442 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-e2a76880-1371-46e4-a853-39b384bacfc7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:59.719054 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-e2a76880-1371-46e4-a853-39b384bacfc7 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.0933979 May 10 11:26:59.918540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Deleting port 4f5e8abb-5557-4645-bd5e-354ded6e911f {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:26:59.919157 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.072654 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60be05-09bb-41a4-85f9-57005f29d5da req-fad20dc0-42e3-4775-ab68-ec8c244cd0bc tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:00.074165 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fd60be05-09bb-41a4-85f9-57005f29d5da req-fad20dc0-42e3-4775-ab68-ec8c244cd0bc tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 946 time: 0.2119069 May 10 11:27:00.112296 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] For port 4f5e8abb-5557-4645-bd5e-354ded6e911f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4f5e8abb-5557-4645-bd5e-354ded6e911f,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:00.124992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.242929 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:27:00.277488 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Calling delete_port for 4f5e8abb-5557-4645-bd5e-354ded6e911f owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:00.287586 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-fd60be05-09bb-41a4-85f9-57005f29d5da req-be0b1c4e-1802-4e00-b505-a26d99350303 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf517185-dda2-4ed6-8498-f701a91dcc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015593 May 10 11:27:00.418258 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.427694 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7c09a536-6027-4808-ad25-063eb7718e46 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:00.433114 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['4f5e8abb-5557-4645-bd5e-354ded6e911f'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:27:00.476326 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Pushing event deleted for resources: {'Port': ['ID=4f5e8abb-5557-4645-bd5e-354ded6e911f,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:00.480347 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:00.493087 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.554400 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] No DVR routers for this DVR port 4f5e8abb-5557-4645-bd5e-354ded6e911f on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:00.556783 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.559244 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'name': 'network-vif-deleted', 'tag': '4f5e8abb-5557-4645-bd5e-354ded6e911f'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:00.579805 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-797d8ff9-57d0-40e4-bf75-eb56f89fe659 req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.23 "DELETE /v2.0/ports/4f5e8abb-5557-4645-bd5e-354ded6e911f HTTP/1.1" status: 204 len: 173 time: 0.8439896 May 10 11:27:00.613645 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3162c7-7a3c-4135-8726-926187ab4e98', 'name': 'network-vif-deleted', 'tag': '4f5e8abb-5557-4645-bd5e-354ded6e911f', 'status': 'completed', 'code': 200} May 10 11:27:00.697483 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1e58fbc7-0fe5-42fb-8009-ab75553fdfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.800511 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5723a-be01-4a90-86ff-f46be409899c req-1348b712-ef03-4347-b826-5d69bdd2e081 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:00.802145 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e5d5723a-be01-4a90-86ff-f46be409899c req-1348b712-ef03-4347-b826-5d69bdd2e081 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.0867264 May 10 11:27:00.851138 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e5d5723a-be01-4a90-86ff-f46be409899c req-7d9ee05c-feca-48d7-8e43-5b5e6f167655 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 May 10 11:27:01.109629 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.138668 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.502474 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e7b610a8-bdf3-4c97-b472-32ed4df31a07 req-14ee9f33-96a9-4d2d-a80d-13f3c28e052a tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3162c7-7a3c-4135-8726-926187ab4e98 HTTP/1.1" status: 200 len: 210 time: 0.0556779 May 10 11:27:01.809947 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74e4d-bfc8-47cb-858b-f7ec32905ac2 req-90e20c23-4602-49f8-8a8e-f9ba849adf1d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:01.811401 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-53d74e4d-bfc8-47cb-858b-f7ec32905ac2 req-90e20c23-4602-49f8-8a8e-f9ba849adf1d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0876510 May 10 11:27:01.855623 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-53d74e4d-bfc8-47cb-858b-f7ec32905ac2 req-153320f9-7919-431d-98f1-5b828bd9d984 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384705 May 10 11:27:02.594723 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 4f5e8abb-5557-4645-bd5e-354ded6e911f no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:27:02.600837 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42246) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:02.632978 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 4f5e8abb-5557-4645-bd5e-354ded6e911f {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:27:02.633549 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 4f5e8abb-5557-4645-bd5e-354ded6e911f not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:27:03.041298 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.135538 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac79d-5a7b-4f06-8c00-3fb82f45b17f req-d7fe0c34-c28c-40c2-9f79-8d2e8b07a4c2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:03.136944 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-34aac79d-5a7b-4f06-8c00-3fb82f45b17f req-d7fe0c34-c28c-40c2-9f79-8d2e8b07a4c2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1515346 May 10 11:27:03.227754 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-34aac79d-5a7b-4f06-8c00-3fb82f45b17f req-18b0dec7-ad51-4ebc-bbf4-82a0774e2b06 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796385 May 10 11:27:03.259488 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.653747 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Deleting port 3b1cc110-affa-44fd-8729-31d417918d67 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:27:03.654268 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.852514 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] For port 3b1cc110-affa-44fd-8729-31d417918d67, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=3b1cc110-affa-44fd-8729-31d417918d67,segment=NetworkSegment(238420e1-db1c-4744-b954-ec6ed9367567),segment_id=238420e1-db1c-4744-b954-ec6ed9367567)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:03.852804 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.975594 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Calling delete_port for 3b1cc110-affa-44fd-8729-31d417918d67 owned by network:router_interface {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:04.184805 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42268) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:04.257846 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.263390 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-87ab4732-7ad3-4e55-a2e8-1d334196d479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:04.309372 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1cc110-affa-44fd-8729-31d417918d67,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.321897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.337049 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:04.341003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb57fa7be6c42a888506c171be723c5 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:04.342616 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:04.346222 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:04.385448 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:04.467399 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799222-5cd4-40bb-b8c0-5fe560641246 req-18263faa-4f65-42a4-ad4a-76b7305ac66f tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:04.468901 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-98799222-5cd4-40bb-b8c0-5fe560641246 req-18263faa-4f65-42a4-ad4a-76b7305ac66f tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1248300 May 10 11:27:04.540434 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-98799222-5cd4-40bb-b8c0-5fe560641246 req-824cf2ea-6d99-4b39-9250-9ded0ea85795 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643241 May 10 11:27:04.544443 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.550290 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.558811 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fa5ac583-56dd-4059-9f65-72843b4b4420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:04.578416 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.599611 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5eb57fa7be6c42a888506c171be723c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136996 May 10 11:27:04.600867 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780e85a5-ca77-4297-a71c-c48219e1bb60,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.603160 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42276) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:04.605441 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:04.665745 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.776178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.829292 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.835062 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-25243e52-edd5-4782-91b1-3fc954afc0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:04.846203 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780e85a5-ca77-4297-a71c-c48219e1bb60,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.848954 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:04.855016 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.858565 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/780e85a5-ca77-4297-a71c-c48219e1bb60 HTTP/1.1" status: 204 len: 168 time: 0.2521932 May 10 11:27:04.951839 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Router e3091d34-b1ff-4e63-9f70-21a5f077d501 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:05.237223 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:05.245167 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] Sync routers for ids ['e3091d34-b1ff-4e63-9f70-21a5f077d501'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:05.250513 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] 10.222.0.26 "PUT /v2.0/routers/e3091d34-b1ff-4e63-9f70-21a5f077d501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6484761 May 10 11:27:05.253748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42284) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:05.255456 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] Routers {'e3091d34-b1ff-4e63-9f70-21a5f077d501'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:05.256161 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['e3091d34-b1ff-4e63-9f70-21a5f077d501'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:05.429912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks [] for router, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.431183 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] Set router e3091d34-b1ff-4e63-9f70-21a5f077d501 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:05.611744 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.754356 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Deleting port 0f26105b-0f79-4fae-9dbd-fd36e3f30607 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:27:05.754691 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.768216 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 5, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port': {'id': '0f26105b-0f79-4fae-9dbd-fd36e3f30607', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:42Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:05.771809 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] Checking router: e3091d34-b1ff-4e63-9f70-21a5f077d501 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:05.779949 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] Routers {'e3091d34-b1ff-4e63-9f70-21a5f077d501'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:05.780544 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['e3091d34-b1ff-4e63-9f70-21a5f077d501'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:05.832619 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb78a5-db19-44df-ab91-4aa7be65dcda req-73e51a8d-5e16-4927-a834-4f3c1f76ef45 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:05.834656 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-92eb78a5-db19-44df-ab91-4aa7be65dcda req-73e51a8d-5e16-4927-a834-4f3c1f76ef45 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1767678 May 10 11:27:05.909262 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-92eb78a5-db19-44df-ab91-4aa7be65dcda req-c6bb75d2-6309-4e57-8f47-93d876443e5d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693228 May 10 11:27:05.936678 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] For port 0f26105b-0f79-4fae-9dbd-fd36e3f30607, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f26105b-0f79-4fae-9dbd-fd36e3f30607,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:05.937077 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.937465 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] Set router e3091d34-b1ff-4e63-9f70-21a5f077d501 gateway port host: None {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:06.043229 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:27:05Z', 'revision_number': 6, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port_host': None}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:06.047059 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c9854-ce9a-4670-ba8b-8e11a650512d None None] The sync data for ids ['e3091d34-b1ff-4e63-9f70-21a5f077d501'] in dv-cinder-784956-5-smb is: [{'id': 'e3091d34-b1ff-4e63-9f70-21a5f077d501', 'name': 'tempest-ServerRescueNegativeTestJSON-1344340552-router', 'tenant_id': '75f8ac6313604149ac8ab8838280ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:27:05Z', 'revision_number': 6, 'project_id': '75f8ac6313604149ac8ab8838280ae97', 'gw_port_host': None}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:06.063884 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Calling delete_port for 0f26105b-0f79-4fae-9dbd-fd36e3f30607 owned by network:router_gateway {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:06.207008 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.211477 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3e7bff93-15a2-49d2-bc39-5be8bac8d037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:06.255399 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f26105b-0f79-4fae-9dbd-fd36e3f30607,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:06.280055 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:06.346051 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.521769 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.523900 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.687844 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.688342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3091d34-b1ff-4e63-9f70-21a5f077d501 {{(pid=78678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:27:06.702116 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.703209 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e1979b2f-b850-43c5-8ad2-602eb9a71301 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e3091d34-b1ff-4e63-9f70-21a5f077d501 HTTP/1.1" status: 204 len: 168 time: 1.4484582 May 10 11:27:06.706440 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42292) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:06.766667 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Deleting subnet 85fd7cf0-378e-4b61-91b4-4fb4d393daa3 {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:27:06.770191 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.818962 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.875294 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.135300 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ed58-7bb2-4d43-80e2-f5c3077b62cb req-a4e8c682-9905-4aae-8da8-88c5d5292117 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:07.136904 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4319ed58-7bb2-4d43-80e2-f5c3077b62cb req-a4e8c682-9905-4aae-8da8-88c5d5292117 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0827575 May 10 11:27:07.144117 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.148579 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e9ed931a-365b-43f7-b691-b45e84fcb43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:07.188127 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fd7cf0-378e-4b61-91b4-4fb4d393daa3,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:07.191325 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:07.192287 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.196007 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4319ed58-7bb2-4d43-80e2-f5c3077b62cb req-a7c24def-2bc6-479e-a32b-fe2f5b39aaf7 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523090 May 10 11:27:07.198268 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2ebac8d8-790c-4623-9cba-b48cebbe76d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/85fd7cf0-378e-4b61-91b4-4fb4d393daa3 HTTP/1.1" status: 204 len: 168 time: 0.4909050 May 10 11:27:07.200756 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42300) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:07.307034 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.429531 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.441787 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c64257-02df-47da-834c-d1e77bb383a4']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:07.453748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238420e1-db1c-4744-b954-ec6ed9367567') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:07.454023 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238420e1-db1c-4744-b954-ec6ed9367567') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:07.465129 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.480800 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.487040 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:27:07.487424 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:27:07.499983 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:27:07.577669 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.579748 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 3b1cc110-affa-44fd-8729-31d417918d67 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:27:07.581255 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:07.593943 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.603814 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Pushing event deleted for resources: {'Network': ['ID=67c64257-02df-47da-834c-d1e77bb383a4,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:07.606902 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:07.614004 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-cc2bd3bf-7223-44fc-ad92-3908d2d972be admin admin] 10.222.0.26 "DELETE /v2.0/networks/67c64257-02df-47da-834c-d1e77bb383a4 HTTP/1.1" status: 204 len: 168 time: 0.4119129 May 10 11:27:07.614562 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 3b1cc110-affa-44fd-8729-31d417918d67 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:27:07.614980 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 3b1cc110-affa-44fd-8729-31d417918d67 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:27:07.615489 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f26105b-0f79-4fae-9dbd-fd36e3f30607 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:27:07.648097 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 0f26105b-0f79-4fae-9dbd-fd36e3f30607 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:27:07.648450 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f26105b-0f79-4fae-9dbd-fd36e3f30607 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:27:07.787853 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42310) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:07.835613 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-5ce30034-0880-4d0c-baa5-574598aef1fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75f8ac6313604149ac8ab8838280ae97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465651 May 10 11:27:07.837895 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42316) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:07.894924 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.919578 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.973816 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.977555 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bb0a4725-fee1-4134-8e69-119c7128f4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:07.994449 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf517185-dda2-4ed6-8498-f701a91dcc5f,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:08.000760 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:08.014977 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.016099 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf517185-dda2-4ed6-8498-f701a91dcc5f HTTP/1.1" status: 204 len: 168 time: 0.1773565 May 10 11:27:08.378157 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195740-ede5-44c2-aaea-ae628236ce6c req-969d212e-df81-495b-8567-2099b8124bcc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:08.379624 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5a195740-ede5-44c2-aaea-ae628236ce6c req-969d212e-df81-495b-8567-2099b8124bcc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0795290 May 10 11:27:08.424910 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5a195740-ede5-44c2-aaea-ae628236ce6c req-b0d196f2-8018-4535-a32d-83550c20bff9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395474 May 10 11:27:09.613621 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08c77c-6a26-497b-afe8-ffacdd361c2d req-e1c15c68-8c0e-4e2b-abf7-ab8ea49d5027 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:09.615924 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8b08c77c-6a26-497b-afe8-ffacdd361c2d req-e1c15c68-8c0e-4e2b-abf7-ab8ea49d5027 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0829952 May 10 11:27:09.661600 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8b08c77c-6a26-497b-afe8-ffacdd361c2d req-a256446f-4798-442f-90de-b0a8ad6d74ee tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 May 10 11:27:09.990278 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42394) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:10.105179 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.121637 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:10.125337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Usage tracker for resource:security_group_rule and tenant:90639428d36143fc84d601109cfe3acf is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:10.128596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:10.134218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:10.212631 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.216586 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.223672 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9b5d51f2-94a9-4c73-825c-608816aa9e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:10.261789 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6400f-6849-42a2-9aa3-ea25a0ec9b32,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.269016 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90639428d36143fc84d601109cfe3acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737992 May 10 11:27:10.269016 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:10.269254 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42402) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:10.332410 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.357220 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.406815 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.410671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7930fdd3-97ec-438e-98d8-eb880fa33bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:10.426285 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6400f-6849-42a2-9aa3-ea25a0ec9b32,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.428529 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:10.432078 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.435878 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62c6400f-6849-42a2-9aa3-ea25a0ec9b32 HTTP/1.1" status: 204 len: 168 time: 0.1657598 May 10 11:27:10.730042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42418) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:10.752567 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.771490 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:10.775727 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c53ad56023ce4439a7d7c186f432e41f is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:10.778761 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:10.785566 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:10.904946 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887365f-941c-4af3-9ee0-6bd9dbb0665e req-6f48c9cc-3300-4783-b21f-b6a3fefa6c7c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:10.906378 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7887365f-941c-4af3-9ee0-6bd9dbb0665e req-6f48c9cc-3300-4783-b21f-b6a3fefa6c7c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1220217 May 10 11:27:11.052062 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.060215 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7887365f-941c-4af3-9ee0-6bd9dbb0665e req-935e2f4a-a01b-4708-8be5-b392a1241df3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457880 May 10 11:27:11.060928 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.068672 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:11.109030 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c53ad56023ce4439a7d7c186f432e41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787899 May 10 11:27:11.109965 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668379e8-4940-4805-b739-0132b1b1ee37,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:11.112252 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42424) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:11.113437 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:11.171228 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.196637 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.245964 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.250445 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-641af39f-e6ca-441c-92f1-4c496976dc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:11.262124 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668379e8-4940-4805-b739-0132b1b1ee37,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:11.265000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:11.267570 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.269555 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/668379e8-4940-4805-b739-0132b1b1ee37 HTTP/1.1" status: 204 len: 168 time: 0.1562479 May 10 11:27:12.256601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bcdc6-de22-4215-ac01-b0248c5b479c req-6da31fec-9211-4251-90f9-4c3ad323ec6c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:12.258103 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-285bcdc6-de22-4215-ac01-b0248c5b479c req-6da31fec-9211-4251-90f9-4c3ad323ec6c tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0891068 May 10 11:27:12.317009 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-285bcdc6-de22-4215-ac01-b0248c5b479c req-363d8e0a-1f9c-4592-af4c-9feca9690f91 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530262 May 10 11:27:12.742860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5cd2-9a99-4bce-9c6f-f998547c64ae req-d440de3f-d3ec-4f8d-bffb-9af032ca7430 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:12.744301 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8e1a5cd2-9a99-4bce-9c6f-f998547c64ae req-d440de3f-d3ec-4f8d-bffb-9af032ca7430 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1472471 May 10 11:27:12.799180 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05375d-d642-4d22-9823-3ceb38934139 req-fc762eca-8425-4fd7-afca-b5e7b3181e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:12.800997 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-fc762eca-8425-4fd7-afca-b5e7b3181e8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 1099 time: 0.1251307 May 10 11:27:12.805633 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8e1a5cd2-9a99-4bce-9c6f-f998547c64ae req-f7f3a154-d9b9-48d8-81eb-1b75bee2c251 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540550 May 10 11:27:12.930353 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05375d-d642-4d22-9823-3ceb38934139 req-190ed6e5-0ea2-4425-a0c5-e978b4f81ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:12.931842 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-190ed6e5-0ea2-4425-a0c5-e978b4f81ec7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.1243982 May 10 11:27:13.039584 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-a281cff1-986e-452a-bd69-7c3ed729652e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 200 len: 1001 time: 0.1007562 May 10 11:27:13.111242 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05375d-d642-4d22-9823-3ceb38934139 req-6a7cc136-d3e6-4fda-9098-91416d480c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:13.112759 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-6a7cc136-d3e6-4fda-9098-91416d480c22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.0645900 May 10 11:27:13.197690 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05375d-d642-4d22-9823-3ceb38934139 req-4e9b995e-9ab1-4ac7-b2ad-c569aac1bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:13.199156 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-4e9b995e-9ab1-4ac7-b2ad-c569aac1bc99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766642 May 10 11:27:13.335753 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-075cfd0a-f9b0-4e6e-810d-5efb215a8031 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280289 May 10 11:27:13.470905 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5d05375d-d642-4d22-9823-3ceb38934139 req-ae281aac-2e27-4f72-9024-1a3f4b610ebf service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276674 May 10 11:27:14.045364 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa849e-213e-4204-9ad7-b06a8313c9fd req-a8d16bb2-eb16-4827-9475-7ba725fc8400 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:14.046895 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-92fa849e-213e-4204-9ad7-b06a8313c9fd req-a8d16bb2-eb16-4827-9475-7ba725fc8400 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1315181 May 10 11:27:14.101701 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-92fa849e-213e-4204-9ad7-b06a8313c9fd req-edd069e1-0180-45e2-82d8-dace85a0d2d5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474234 May 10 11:27:15.293687 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a031-8da5-46cf-b0dc-699e0c9f7002 req-7b209257-6058-4215-990d-8c733f2da3a3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:15.295164 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d972a031-8da5-46cf-b0dc-699e0c9f7002 req-7b209257-6058-4215-990d-8c733f2da3a3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0787296 May 10 11:27:15.339792 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d972a031-8da5-46cf-b0dc-699e0c9f7002 req-53aa5188-4d9d-4448-8990-91153bca907f tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 May 10 11:27:20.436348 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42588) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:20.549541 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.563274 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:20.567597 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Usage tracker for resource:security_group_rule and tenant:788eeb1169144b248fda92be064dc466 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:20.570318 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:20.575811 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:20.654071 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.658102 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.665925 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-768176e7-78c5-4ab8-adb8-237efe3e61a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.703750 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=788eeb1169144b248fda92be064dc466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662749 May 10 11:27:20.705397 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56adef08-7607-49fe-8ce0-14080802792f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.706495 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42594) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:20.708578 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:20.763196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.787808 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.840088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.844507 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c30664a8-831d-40e6-ad96-725f7bd558c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.857153 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56adef08-7607-49fe-8ce0-14080802792f,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.859908 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:20.861386 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.862471 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56adef08-7607-49fe-8ce0-14080802792f HTTP/1.1" status: 204 len: 168 time: 0.1549847 May 10 11:27:27.807425 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-f431a9fb-3bf6-4beb-9dcd-8dca36fcc058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:29.874083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42690) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:29.990158 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.007362 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:30.011175 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Usage tracker for resource:security_group_rule and tenant:c714e879242c4d67979134104947d835 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:30.013997 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:30.019829 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:30.102176 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.105807 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.112676 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-321b44d1-ffbf-49be-acbf-ecb2bbecb673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:30.152958 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c714e879242c4d67979134104947d835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778089 May 10 11:27:30.153850 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199efe49-4a33-44db-abcf-a1002d10ea5f,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.155597 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42696) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:30.156773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:30.212801 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.241810 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.291016 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.294576 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3c93456c-984a-4138-843c-1ebbfc396c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:30.309088 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199efe49-4a33-44db-abcf-a1002d10ea5f,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.311830 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:30.321450 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.324865 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/199efe49-4a33-44db-abcf-a1002d10ea5f HTTP/1.1" status: 204 len: 168 time: 0.1658154 May 10 11:27:30.495325 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.587481 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42704) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:30.605881 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.620401 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:30.624155 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Usage tracker for resource:security_group_rule and tenant:4acfaf6e892f4d8fb995777f3a9ed856 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:30.626960 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:30.632547 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:30.701219 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-42293016-34d6-4f2b-8567-0da98d79ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.787743 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.792429 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.799056 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5d63b07f-58e1-47ea-93e1-06ee622f03aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:30.838659 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4acfaf6e892f4d8fb995777f3a9ed856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500620 May 10 11:27:30.839542 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c7a74c-4236-40ab-ada0-2551e21c0e37,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.842052 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42708) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:30.842392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:30.898762 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.923847 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.973763 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.977249 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2d336ef8-0b92-46ea-9827-6438178121a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:30.987478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c7a74c-4236-40ab-ada0-2551e21c0e37,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.991171 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:30.994349 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.995437 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a7ab29fd-71ee-4850-b271-b826fe3eb9e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15c7a74c-4236-40ab-ada0-2551e21c0e37 HTTP/1.1" status: 204 len: 168 time: 0.1524217 May 10 11:27:31.116455 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.141822 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:33.034355 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:37.242487 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:27:40.567747 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42856) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:40.679642 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.694203 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:40.698595 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Usage tracker for resource:security_group_rule and tenant:92c741ab9a8247bfb82b7b2f6c4e7147 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:40.701902 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:40.707764 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:40.788258 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.791934 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.801019 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b55a1600-9320-44a0-a09f-762f27914e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:40.842204 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f7bb9-7ae9-415f-a1b5-9facedc4ff0c,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:40.845199 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:40.850824 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92c741ab9a8247bfb82b7b2f6c4e7147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796555 May 10 11:27:40.851967 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42864) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:40.910223 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.935851 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.986883 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.991526 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-859b48e6-aa25-4e94-833e-a60c4df9de29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:41.006083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f7bb9-7ae9-415f-a1b5-9facedc4ff0c,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:41.008855 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:41.020380 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.024280 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef9f7bb9-7ae9-415f-a1b5-9facedc4ff0c HTTP/1.1" status: 204 len: 168 time: 0.1723044 May 10 11:27:41.261178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b127-8f81-4e80-8e9c-65a2b60e77f0 req-7cb13fee-c3a2-4b50-abd1-1f7a809905c7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:41.262644 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-87c8b127-8f81-4e80-8e9c-65a2b60e77f0 req-7cb13fee-c3a2-4b50-abd1-1f7a809905c7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.0839076 May 10 11:27:41.304508 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42876) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:41.309304 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-87c8b127-8f81-4e80-8e9c-65a2b60e77f0 req-de325a2b-50d4-4bae-8b98-a88b9ae5590f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 May 10 11:27:41.322188 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.340060 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:41.343783 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Usage tracker for resource:security_group_rule and tenant:3950f558926c40f894ef66450fb9f027 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:41.347166 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:41.352735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:41.431696 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.435221 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.443266 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1c1ade0c-b39c-4740-9fa0-9fa790a47e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:41.481720 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3950f558926c40f894ef66450fb9f027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761672 May 10 11:27:41.483290 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78daf427-c865-43a3-a77b-bcc0ba4af502,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:41.484339 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42880) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:41.490584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.490951 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.491312 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.491666 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.492015 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.492367 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.492734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.493083 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.493430 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.493771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.494116 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.494487 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:41.498208 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-59afd3e6-4c09-485e-983d-2d150907b05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:41.542535 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.567545 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.618315 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.622732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b4a36d15-0563-4651-9a47-0d011aa7cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:41.635459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78daf427-c865-43a3-a77b-bcc0ba4af502,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:41.638057 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:41.639125 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:41.640198 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78daf427-c865-43a3-a77b-bcc0ba4af502 HTTP/1.1" status: 204 len: 168 time: 0.1548414 May 10 11:27:41.974337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42888) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:41.992166 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.006623 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:42.010492 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Usage tracker for resource:security_group_rule and tenant:3f40de2a2c4642cdbb133e31209d9c2b is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:42.013306 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:42.018834 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:42.099247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.102912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.109601 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-641b541b-b93a-421a-9bd7-68fa0ee51c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:42.150536 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7775f5de-ce19-46e5-a6fd-da703311d7d5,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.154589 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f40de2a2c4642cdbb133e31209d9c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792140 May 10 11:27:42.155427 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:42.157875 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42892) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:42.212198 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.236172 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.285917 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.290281 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5a6a4fe1-ffe6-4ddf-bf9d-06f1e5665fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:42.302197 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7775f5de-ce19-46e5-a6fd-da703311d7d5,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:42.305851 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:42.311117 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.312237 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7775f5de-ce19-46e5-a6fd-da703311d7d5 HTTP/1.1" status: 204 len: 168 time: 0.1541624 May 10 11:27:42.504947 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e42353-b372-4e9b-80a6-c288a4a33a98 req-b3b076ba-8183-445a-b84e-f56ca15b07cc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:42.506393 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d5e42353-b372-4e9b-80a6-c288a4a33a98 req-b3b076ba-8183-445a-b84e-f56ca15b07cc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.0822632 May 10 11:27:42.552449 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d5e42353-b372-4e9b-80a6-c288a4a33a98 req-08b35716-fd6b-4762-8b4c-207f295a6bb9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e0193a1-1e84-415b-8566-1b127edf1523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 May 10 11:27:42.817610 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-126ebb00-c2e6-4502-a8ad-7d2286ab17a0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:42.819057 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-126ebb00-c2e6-4502-a8ad-7d2286ab17a0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 946 time: 0.0850823 May 10 11:27:42.960836 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Deleting port f6d26729-51b7-4b01-8d42-29d47c6eb84d {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:27:42.961165 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.094705 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] For port f6d26729-51b7-4b01-8d42-29d47c6eb84d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f6d26729-51b7-4b01-8d42-29d47c6eb84d,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:43.094987 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.384128 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.384493 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.384813 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.l3_db [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Floating IP a1136f11-9869-4ee8-af78-3a4242abf1b3 disassociated. External IP: 172.28.1.153, port: f6d26729-51b7-4b01-8d42-29d47c6eb84d. May 10 11:27:43.385147 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Calling delete_port for f6d26729-51b7-4b01-8d42-29d47c6eb84d owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:43.433933 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42926) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:43.497464 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.503496 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:43.548557 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event deleted for resources: {'Port': ['ID=f6d26729-51b7-4b01-8d42-29d47c6eb84d,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:43.550911 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.552735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:43.566013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:43.569922 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Usage tracker for resource:security_group_rule and tenant:6f688736afd6467c8963bb5a5ae73816 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:43.572757 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:43.578433 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:43.664636 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.669933 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.679725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fb29307f-086f-45dd-aa9c-185cb5a24d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:43.717703 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d759c82-d9b8-41b4-8dbb-19045ac5db20,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:43.724438 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4e78804a-784f-46b6-937e-89dd6660905b req-97c0bd7b-5646-4b00-8066-ab67605b8ff0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ee343c-f85d-4a87-ae3e-20c216b6abdb HTTP/1.1" status: 200 len: 210 time: 0.0471754 May 10 11:27:43.726141 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42934) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:43.726257 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f688736afd6467c8963bb5a5ae73816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899778 May 10 11:27:43.726257 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:43.820447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:43.825396 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.050006 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.133706 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:44.143949 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:44.153330 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:44.154047 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:44.195653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.203178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-17a6dfe4-4350-4306-b701-de6305c485c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:44.219216 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] No DVR routers for this DVR port f6d26729-51b7-4b01-8d42-29d47c6eb84d on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:44.223683 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.226385 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-deleted', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:44.230753 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d759c82-d9b8-41b4-8dbb-19045ac5db20,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:44.238100 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:44.251315 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b9e5e86-8e8a-4047-b504-ba0f59da40a0 req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "DELETE /v2.0/ports/f6d26729-51b7-4b01-8d42-29d47c6eb84d HTTP/1.1" status: 204 len: 173 time: 1.4268150 May 10 11:27:44.252305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.256358 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d759c82-d9b8-41b4-8dbb-19045ac5db20 HTTP/1.1" status: 204 len: 168 time: 0.5261300 May 10 11:27:44.306859 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ee343c-f85d-4a87-ae3e-20c216b6abdb', 'name': 'network-vif-deleted', 'tag': 'f6d26729-51b7-4b01-8d42-29d47c6eb84d', 'status': 'completed', 'code': 200} May 10 11:27:44.366778 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:44.719853 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:44.724791 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:44.734156 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:44.734953 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:44.871363 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42962) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:44.927651 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:44.964898 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:44.995931 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.062304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.073105 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-52e45571-fef0-4292-82e2-afeef308fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:45.088216 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0193a1-1e84-415b-8566-1b127edf1523,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:45.090958 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:45.099083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.103236 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "DELETE /v2.0/security-groups/8e0193a1-1e84-415b-8566-1b127edf1523 HTTP/1.1" status: 204 len: 168 time: 0.2271585 May 10 11:27:45.104333 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42968) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:45.123574 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.api.v2.resource [None req-5638ccd0-f04f-4b75-abea-173d3ffd16ac tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] show failed (client error): The resource could not be found. May 10 11:27:45.124772 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-5638ccd0-f04f-4b75-abea-173d3ffd16ac tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups/8e0193a1-1e84-415b-8566-1b127edf1523 HTTP/1.1" status: 404 len: 347 time: 0.0189595 May 10 11:27:45.127913 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 42976) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:45.325880 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:45.334492 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e8b20-d6ac-4c04-b21e-825f54b60256 None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:45.355410 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Deleting port c156b79b-7da9-473b-a8e5-c1c9341d60fe {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:27:45.356132 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.484413 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.484863 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.629116 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Calling delete_port for c156b79b-7da9-473b-a8e5-c1c9341d60fe owned by network:floatingip {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:45.695477 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910827b-f4b8-43cd-8cb9-b9f87174c0b0 None None] New status for floating IP a1136f11-9869-4ee8-af78-3a4242abf1b3: DOWN {{(pid=78680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:27:45.780952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.780952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dc6c8442-9da0-4a66-827a-4159d176d519 tempest-DeleteServersTestJSON-225439913 tempest-DeleteServersTestJSON-225439913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:45.823657 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event deleted for resources: {'Port': ['ID=c156b79b-7da9-473b-a8e5-c1c9341d60fe,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:45.830270 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:45.923359 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.940751 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.941899 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "DELETE /v2.0/floatingips/a1136f11-9869-4ee8-af78-3a4242abf1b3 HTTP/1.1" status: 204 len: 168 time: 0.8129129 May 10 11:27:46.123705 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42986) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:46.129263 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349525029', 'description': 'tempest-description--1328480994'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:46.134854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:46.139577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:46.142398 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:46.147902 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:46.157216 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.180980 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:46.184587 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:46.187414 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:46.192884 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:46.260164 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.263443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.268233 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-b42cafd3-6824-4612-8250-18211653ccec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:46.308474 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:46.312930 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:46.317540 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.318705 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1940434 May 10 11:27:46.321778 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42990) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:46.326859 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'security_group_rule': {'security_group_id': '5a537e4e-4bc2-42eb-a3c2-591329dd1fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:46.332863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:46.336608 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:46.339579 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:46.345245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:46.362711 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.424063 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.428937 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.431062 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-fe37b811-bfc7-467f-bbe2-1f1d1e330685 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:46.453388 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8067c9db-2277-4560-8046-857baf267604,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:46.456380 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:46.464131 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.465414 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3afb4b4c-f896-4057-babf-7e4b640420fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424539 May 10 11:27:46.467800 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42994) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:46.473388 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'security_group_rule': {'security_group_id': '5a537e4e-4bc2-42eb-a3c2-591329dd1fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:46.478986 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:46.482704 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:security_group_rule and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:46.485602 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:46.491364 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:46.506448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.566829 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.570272 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.572226 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:46.593446 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a0d98a-0449-44a5-9750-ac1bda142ae1,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:46.595718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:46.603438 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.604617 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359310 May 10 11:27:46.607622 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 42998) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:46.612543 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'floatingip': {'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:46.618112 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:46.621805 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Usage tracker for resource:floatingip and tenant:c3f7f861ad0c450e9d36c30aea8f62da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:46.624816 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:46.630381 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:46.640593 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.773790 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:46.853374 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:27:46.888770 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: f6d26729-51b7-4b01-8d42-29d47c6eb84d {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:27:46.889231 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device f6d26729-51b7-4b01-8d42-29d47c6eb84d not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:27:46.912805 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Allocated IP 172.28.1.100 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/ccdbd60c-439d-4960-9073-a7f535116c40) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:47.062980 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.092282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.096699 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f222d4cd-f0e9-475a-86f7-02afae695ef5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:47.154160 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:47.156919 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:47.165274 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:47.198415 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'Port': ['ID=ccdbd60c-439d-4960-9073-a7f535116c40,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:47.202670 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:47.251156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.377565 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.574923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.579042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.583277 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c49f9010-5e43-46f5-8cca-490025f1ef1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:47.680720 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'Port': ['ID=ccdbd60c-439d-4960-9073-a7f535116c40,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:47.687709 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:47.692421 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.712944 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.714117 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1056118 May 10 11:27:47.929356 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-22c55027-f509-40f7-aa53-293fd16a2a1e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:47.948291 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-22c55027-f509-40f7-aa53-293fd16a2a1e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:47.949764 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-22c55027-f509-40f7-aa53-293fd16a2a1e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--349525029&fields=id&tenant_id=c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 267 time: 0.0634177 May 10 11:27:48.105869 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-02cef3fa-27ce-463c-9ede-6a646bc20cc6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:48.106545 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-02cef3fa-27ce-463c-9ede-6a646bc20cc6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:network {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:48.122161 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-02cef3fa-27ce-463c-9ede-6a646bc20cc6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:network {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:48.123441 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-02cef3fa-27ce-463c-9ede-6a646bc20cc6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 815 time: 0.1639323 May 10 11:27:48.138887 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-3e5b1fd0-56c1-4edd-8136-6157335c53a4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/quotas/c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 375 time: 0.0099483 May 10 11:27:48.225462 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2a1c41da-e8d5-47d2-ad52-3918ed338e22 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807385 May 10 11:27:48.364971 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-1a7e9ef9-ae50-4014-be9d-56cf2fa42b8e service neutron] 10.222.0.26 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276639 May 10 11:27:48.464332 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bd0f-42d8-4f7a-beb8-9343d105cca9 req-f4ab343f-15d8-4003-8728-c922c8e03029 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:48.465946 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bab2bd0f-42d8-4f7a-beb8-9343d105cca9 req-f4ab343f-15d8-4003-8728-c922c8e03029 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0825665 May 10 11:27:48.507445 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43036) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:48.509582 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-b2c4e51b-a5c2-4796-ae02-bbd62f2c722b service neutron] 10.222.0.26 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382058 May 10 11:27:48.517499 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bab2bd0f-42d8-4f7a-beb8-9343d105cca9 req-f709acd3-b106-471b-a453-2d2a3fecb6c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 May 10 11:27:48.636230 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.692602 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:48.695550 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-a59b4a81-d3ee-460e-9bac-fe75ae577614 req-39720926-90fc-410d-be9e-ad757fec1059 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:48.700398 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Usage tracker for resource:security_group_rule and tenant:756e797ce0e04a6e95bcee5461a01b65 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:48.703518 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:48.712151 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:48.725851 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-a59b4a81-d3ee-460e-9bac-fe75ae577614 req-39720926-90fc-410d-be9e-ad757fec1059 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:48.726985 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a59b4a81-d3ee-460e-9bac-fe75ae577614 req-39720926-90fc-410d-be9e-ad757fec1059 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 210 time: 0.0772202 May 10 11:27:48.804491 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.808751 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.817748 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b67beb7e-943f-4383-845c-a653ea6b6eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:48.857209 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=756e797ce0e04a6e95bcee5461a01b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487701 May 10 11:27:48.858182 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c8e174-2805-4345-8fd7-f6f68b32917e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:48.860011 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43050) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:48.866421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.866790 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.867251 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.867508 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.867891 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.868232 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.868597 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.869320 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.869320 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.869712 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.870052 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.870418 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:48.874411 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-bb41590c-387d-4b3f-ab7e-24df5ab4342d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:48.937026 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.964596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.021087 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.024951 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f67bc047-586d-4a9b-b5d3-626f2bacb660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:49.036209 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c8e174-2805-4345-8fd7-f6f68b32917e,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:49.038743 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:49.045454 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.048917 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1c8e174-2805-4345-8fd7-f6f68b32917e HTTP/1.1" status: 204 len: 168 time: 0.1855099 May 10 11:27:49.721151 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03dec7-a2f0-4963-91b2-cd0a066e3105 req-66642791-cb5f-4cca-9887-39cbab69d643 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:49.723600 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2e03dec7-a2f0-4963-91b2-cd0a066e3105 req-66642791-cb5f-4cca-9887-39cbab69d643 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0932338 May 10 11:27:49.748542 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43078) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:49.819869 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2e03dec7-a2f0-4963-91b2-cd0a066e3105 req-1895a97a-7465-46ea-9567-7a887ba59311 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877800 May 10 11:27:49.904589 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-326475836-network', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:49.908232 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-aff687ab-934c-4958-b081-ba6f004755cd req-3b06103c-52f3-4c83-b89c-7ee432486549 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 210 time: 0.0502203 May 10 11:27:49.909709 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:49.915661 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Usage tracker for resource:network and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:49.918909 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:49.924784 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:49.937586 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Made reservation on behalf of 295feb36faf64a4c88d585262a0ab01d for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:49.940669 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.943903 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-d8588b71-88ea-47f8-b9bc-dd004dcd162f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:49.945395 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-d8588b71-88ea-47f8-b9bc-dd004dcd162f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 815 time: 0.3226943 May 10 11:27:49.952718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:49.968660 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:49.972443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:49.975422 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:49.981089 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:50.007719 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-ce6333c0-615c-45a5-adc5-293549649acf tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:50.020464 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-ce6333c0-615c-45a5-adc5-293549649acf tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:50.021627 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-ce6333c0-615c-45a5-adc5-293549649acf tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 379 time: 0.0665264 May 10 11:27:50.031077 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'port': {'device_id': '8891edfb-f657-4256-be80-859add523d42', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'admin_state_up': True, 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'security_groups': ['5a537e4e-4bc2-42eb-a3c2-591329dd1fcb']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:50.064551 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.069295 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.072397 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a0fcc80c-8739-4e52-bbbc-260ecb2b0d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:50.100387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=78678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:50.109500 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165272e9-c88b-4286-a3c9-1a597485302a,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:50.113483 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:50.116330 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.116721 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Added segment 7ae325b7-5a95-4660-afb3-a528546cb87d of type vlan for network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce May 10 11:27:50.145870 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.178357 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:50.180001 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.181692 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:50.182262 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.186829 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-789eba3a-bbc0-44af-8555-b10c2f07be88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:50.188415 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:50.197931 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Made reservation on behalf of c3f7f861ad0c450e9d36c30aea8f62da for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:50.201413 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.327176 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5774934 May 10 11:27:50.329826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8a9846-fd64-4ca3-9178-13c0d586a9ce,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:50.330451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43090) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:50.332590 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:50.340271 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Request body: {'subnet': {'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-326475836-subnet', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:50.340955 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:27:50.348633 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:50.355820 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Usage tracker for resource:subnet and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:50.360431 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:50.369164 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-6766841b-5903-4510-939e-289fd8a7b813 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:50.370609 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-6766841b-5903-4510-939e-289fd8a7b813 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.0989797 May 10 11:27:50.373592 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:50.390380 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Allocated IP 172.20.0.8 (5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3/d643db95-eb7f-44e6-99a0-c5fcc13a9974/20d0821b-0640-47b8-abd9-e1672028b104) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:50.394981 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Made reservation on behalf of 295feb36faf64a4c88d585262a0ab01d for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:50.397331 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2863089'] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.514938 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Deleting port ff24ea07-950f-40c3-80a6-0793dc05f2eb {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:27:50.515367 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.724487 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] For port ff24ea07-950f-40c3-80a6-0793dc05f2eb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ff24ea07-950f-40c3-80a6-0793dc05f2eb,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:50.725224 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.727670 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.768728 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Transition to ACTIVE for port object 20d0821b-0640-47b8-abd9-e1672028b104 will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:50.867387 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:50.873035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:50.963162 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:50.967131 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:50.969805 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:50.970635 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:50.984133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:51.076622 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.077085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.077398 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Floating IP 2e602c25-e695-40a9-b2ff-842e7f763abb disassociated. External IP: 172.28.1.28, port: ff24ea07-950f-40c3-80a6-0793dc05f2eb. May 10 11:27:51.077725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Calling delete_port for ff24ea07-950f-40c3-80a6-0793dc05f2eb owned by compute:nova {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:51.110032 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:51.110667 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.122663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c400479-5cfb-4fca-9356-45f27cd9dc2f req-1c3db302-b64e-41f7-b619-48c1ecc696f9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:51.124161 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8c400479-5cfb-4fca-9356-45f27cd9dc2f req-1c3db302-b64e-41f7-b619-48c1ecc696f9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 946 time: 0.1436558 May 10 11:27:51.187861 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8c400479-5cfb-4fca-9356-45f27cd9dc2f req-de14be0e-7061-4afa-a87d-6dc03f07e276 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bad4aaa-a9af-45db-98e6-a55a595a45b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516908 May 10 11:27:51.202855 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1755779 May 10 11:27:51.217593 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Request body: {'port': {'device_id': '8891edfb-f657-4256-be80-859add523d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:51.254008 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.260634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-878ba94b-b6fd-4ea3-82a4-46f0c1862bae tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:51.261795 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862979'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.276605 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-345f3040-43b5-4448-9939-227c002846b2 None None] Provisioning for port 20d0821b-0640-47b8-abd9-e1672028b104 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:51.278447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:51.281833 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-345f3040-43b5-4448-9939-227c002846b2 None None] Provisioning complete for port 20d0821b-0640-47b8-abd9-e1672028b104 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:51.282232 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-345f3040-43b5-4448-9939-227c002846b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.316677 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event deleted for resources: {'Port': ['ID=ff24ea07-950f-40c3-80a6-0793dc05f2eb,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:51.319342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:51.325540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d8798-6a46-49d2-9d6b-5149bd412a32 req-ffb1bb90-7734-4e35-b95f-cf2e142f531a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:51.326275 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-c12d8798-6a46-49d2-9d6b-5149bd412a32 req-ffb1bb90-7734-4e35-b95f-cf2e142f531a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Synchronizing usage tracker for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:51.338638 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-345f3040-43b5-4448-9939-227c002846b2 None None] Port 20d0821b-0640-47b8-abd9-e1672028b104 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:51.433063 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-c12d8798-6a46-49d2-9d6b-5149bd412a32 req-ffb1bb90-7734-4e35-b95f-cf2e142f531a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Unset dirty status for tenant:c3f7f861ad0c450e9d36c30aea8f62da on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:51.434217 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c12d8798-6a46-49d2-9d6b-5149bd412a32 req-ffb1bb90-7734-4e35-b95f-cf2e142f531a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 931 time: 0.3736300 May 10 11:27:51.434841 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9c3c97-e84b-409a-8efa-d06f2465d628,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:51.440730 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:51.457596 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Checking segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:51.457956 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Network hostable DHCP agents. Network: 7c8a9846-fd64-4ca3-9178-13c0d586a9ce, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:51.476508 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.501473 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Router d5935552-32bb-498a-ae3d-24e0f1131d51 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:51.562487 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c12d8798-6a46-49d2-9d6b-5149bd412a32 req-1a70bc7c-a947-41c8-8971-a14a75da166a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131558 May 10 11:27:51.563040 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:51.581729 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 7c8a9846-fd64-4ca3-9178-13c0d586a9ce) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:51.595892 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe3195-1ff1-488d-aa89-781689c9cb22 None None] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:51.690896 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:51.703738 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:51.718539 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:51.719236 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:51.752134 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:51.753477 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.779214 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] No DVR routers for this DVR port ff24ea07-950f-40c3-80a6-0793dc05f2eb on host hv-cinder-78495 {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:27:51.783109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.787288 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-03a22389-5280-4bab-a2ba-5cc366460d9b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4554818 May 10 11:27:51.789340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'name': 'network-vif-deleted', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:51.797877 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43098) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:51.806884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:51.828559 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:51.832145 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c7838327-cf8a-4ab8-b845-8e907c2372a7 req-9619b739-d655-483b-8cd6-8dd8e38c5123 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "DELETE /v2.0/ports/ff24ea07-950f-40c3-80a6-0793dc05f2eb HTTP/1.1" status: 204 len: 173 time: 1.4555981 May 10 11:27:51.865216 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e7c39-4122-49b8-afbb-b02fb53384b8', 'name': 'network-vif-deleted', 'tag': 'ff24ea07-950f-40c3-80a6-0793dc05f2eb', 'status': 'completed', 'code': 200} May 10 11:27:51.884516 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Usage tracker for resource:router and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:51.891398 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:51.900988 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:51.922918 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.924925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.969037 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.029011 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:52.030256 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.046901 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:52.310601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d0821b-0640-47b8-abd9-e1672028b104 {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:27:52.321942 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.328499 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.386954 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Transition to ACTIVE for port object 20d0821b-0640-47b8-abd9-e1672028b104 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:52.389637 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c9a637c0-07a9-4028-a5b5-82c9c5599e32 req-ef0cf66d-21cd-4f01-bc57-0b236cfd9ba8 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0e7c39-4122-49b8-afbb-b02fb53384b8 HTTP/1.1" status: 200 len: 210 time: 0.0542707 May 10 11:27:52.406604 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.412301 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:52.469165 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Allocated IP 172.20.0.2 (7c8a9846-fd64-4ca3-9178-13c0d586a9ce/1b9c3c97-e84b-409a-8efa-d06f2465d628/a41794df-03b2-4228-9250-5ef9c3fcb73b) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:52.554522 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:52.561846 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:52.585566 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:52.586211 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:52.621045 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:52.629612 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:52.732106 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Attempting to bind port 20d0821b-0640-47b8-abd9-e1672028b104 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:52.732361 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Attempting to bind port 20d0821b-0640-47b8-abd9-e1672028b104 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:52.732714 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Attempting to bind port 20d0821b-0640-47b8-abd9-e1672028b104 on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:52.740671 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Port 20d0821b-0640-47b8-abd9-e1672028b104 on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:27:52.741240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Attempting to bind port 20d0821b-0640-47b8-abd9-e1672028b104 on network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:52.748989 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:52.749363 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Checking segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:52.749761 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Bound using segment: {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:52.750191 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Bound port: 20d0821b-0640-47b8-abd9-e1672028b104, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7593b6-3212-45d2-8f15-66f715a2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:52.750534 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.759808 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165ec9-cc22-4be1-8e5f-99f12b9168ad req-f4ae1a2a-9e1a-4d3e-a4b0-f3f5a13d65c5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:52.761608 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-47165ec9-cc22-4be1-8e5f-99f12b9168ad req-f4ae1a2a-9e1a-4d3e-a4b0-f3f5a13d65c5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0804973 May 10 11:27:52.809810 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-47165ec9-cc22-4be1-8e5f-99f12b9168ad req-e504e492-95c3-4ef8-8fc0-077cd1e2e467 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407870 May 10 11:27:52.885181 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:52.991882 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.005035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:53.009569 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:53.015018 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Transition to ACTIVE for port object a41794df-03b2-4228-9250-5ef9c3fcb73b will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:53.016947 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.023590 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b2040942-b9af-4f8a-86f0-c3b1e3a4d2e9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:53.064710 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.150865 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Transition to ACTIVE for port object a41794df-03b2-4228-9250-5ef9c3fcb73b will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:53.162724 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.168097 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-3cae2b03-d582-4929-909c-728c3d7a2630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:53.201968 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.208110 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:53.208746 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.210105 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] 10.222.0.23 "PUT /v2.0/ports/20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 1093 time: 1.9971969 May 10 11:27:53.210786 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:53.272681 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:53.279227 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:53.283075 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:53.294982 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Pushing event updated for resources: {'Port': ['ID=a41794df-03b2-4228-9250-5ef9c3fcb73b,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.298048 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:53.321078 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'status': 'completed', 'code': 200} May 10 11:27:53.330698 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.340584 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:53.424048 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Attempting to bind port a41794df-03b2-4228-9250-5ef9c3fcb73b on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:53.424969 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Attempting to bind port a41794df-03b2-4228-9250-5ef9c3fcb73b by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:53.425335 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Attempting to bind port a41794df-03b2-4228-9250-5ef9c3fcb73b on network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:53.433250 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:53.433625 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Checking segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:53.434027 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.434422 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Bound using segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:53.434912 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Bound port: a41794df-03b2-4228-9250-5ef9c3fcb73b, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:53.435261 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.435387 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-91d52ab7-3b7e-45d8-8a23-4c806b754592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:53.436885 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-91d52ab7-3b7e-45d8-8a23-4c806b754592 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1096 time: 0.1682863 May 10 11:27:53.494465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Allocated IP 172.28.1.69 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/2dcc6cf5-eb23-43aa-a14a-cc1500305bfa) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:53.513298 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-f8c57839-4ec0-423c-8f78-f544cce9c78c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 217 time: 0.0690575 May 10 11:27:53.534795 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43114) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:53.549886 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:53.558433 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] For port a41794df-03b2-4228-9250-5ef9c3fcb73b, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:53.560415 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed97485-1a43-448a-bbc8-65b3a9ce1de6 None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:53.564382 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] For port a41794df-03b2-4228-9250-5ef9c3fcb73b, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a41794df-03b2-4228-9250-5ef9c3fcb73b,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:53.572953 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.579499 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:53.638072 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.665224 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-7f25b087-fb3a-44ff-9700-6b68f4fe7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:53.666862 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Pushing event updated for resources: {'Port': ['ID=a41794df-03b2-4228-9250-5ef9c3fcb73b,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.667227 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-7f25b087-fb3a-44ff-9700-6b68f4fe7724 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.1471906 May 10 11:27:53.670085 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:53.691756 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.758545 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.763940 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1dc69f9-9288-40c1-a48c-baaa15e4060c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:53.774232 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.778013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad4aaa-a9af-45db-98e6-a55a595a45b1,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.780285 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:53.801817 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.806889 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "DELETE /v2.0/security-groups/9bad4aaa-a9af-45db-98e6-a55a595a45b1 HTTP/1.1" status: 204 len: 168 time: 0.2704115 May 10 11:27:53.807596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43118) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:53.814308 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-d5abea27-3696-438b-8d1a-081f9ecc4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:53.816263 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-d5abea27-3696-438b-8d1a-081f9ecc4202 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325216 May 10 11:27:53.825839 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.api.v2.resource [None req-fef4a86f-3455-4cc9-8a2c-ca8969ef9183 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] show failed (client error): The resource could not be found. May 10 11:27:53.826870 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fef4a86f-3455-4cc9-8a2c-ca8969ef9183 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups/9bad4aaa-a9af-45db-98e6-a55a595a45b1 HTTP/1.1" status: 404 len: 347 time: 0.0182490 May 10 11:27:53.829730 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43122) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:53.957421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.963046 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:53.982277 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f2b8a-9888-4ddf-ba67-3ba64dc2465c None None] New status for floating IP 2e602c25-e695-40a9-b2ff-842e7f763abb: DOWN {{(pid=78680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:27:54.072404 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:54.086567 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:54.094243 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:54.122278 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:54.129755 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:54.155775 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-0827ef76-7787-47c5-a109-3b0d715fd6a2 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306949 May 10 11:27:54.313840 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a52e39-53d6-4aec-9e34-14846ccb6831 req-9c4e4ba3-ebe4-4546-839b-418d5bcf9960 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:54.315337 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-68a52e39-53d6-4aec-9e34-14846ccb6831 req-9c4e4ba3-ebe4-4546-839b-418d5bcf9960 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.2071593 May 10 11:27:54.347405 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Deleting port 56e44ce2-ab86-46c1-af8d-7ded3a98158d {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:27:54.347743 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.438926 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-68a52e39-53d6-4aec-9e34-14846ccb6831 req-acbff003-46d7-4c0f-a9bb-d8ccf30eefd3 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173851 May 10 11:27:54.473553 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-66fa336d-658b-49d9-80b8-4412cc91a29a req-943a11a8-7970-4d8a-bc59-da4d0eac6d60 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050332 May 10 11:27:54.498827 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.499282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.632731 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Calling delete_port for 56e44ce2-ab86-46c1-af8d-7ded3a98158d owned by network:floatingip {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:27:54.757082 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.763681 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-33462e6c-2683-4a1e-b6b4-61d471a89b02 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:54.792108 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43650c-8c9c-4eeb-8052-b36765310920 None None] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:54.800318 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.813763 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event deleted for resources: {'Port': ['ID=56e44ce2-ab86-46c1-af8d-7ded3a98158d,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:54.820838 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:54.876735 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device ff24ea07-950f-40c3-80a6-0793dc05f2eb no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:27:54.923099 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: ff24ea07-950f-40c3-80a6-0793dc05f2eb {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:27:54.923653 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device ff24ea07-950f-40c3-80a6-0793dc05f2eb not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:27:54.926830 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.931614 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-571649a9-6ee8-4b5b-954f-c2afd7d34c64 None None] Provisioning for port a41794df-03b2-4228-9250-5ef9c3fcb73b completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:54.933473 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-e2fc18ea-65d8-421b-9a3b-dfcab088009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:54.941808 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-e2fc18ea-65d8-421b-9a3b-dfcab088009e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1096 time: 0.4115374 May 10 11:27:54.943160 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.947343 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-83304c62-5fb5-4975-afbb-f8a9dde1efb2 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "DELETE /v2.0/floatingips/2e602c25-e695-40a9-b2ff-842e7f763abb HTTP/1.1" status: 204 len: 168 time: 1.1137748 May 10 11:27:55.192993 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-1dfe80dd-b3e7-448d-9862-1b53db80a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.194553 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-1dfe80dd-b3e7-448d-9862-1b53db80a7cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.2414210 May 10 11:27:55.328604 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-7d388e6a-b284-4e6a-b61a-961bc0ddbd3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 217 time: 0.1273735 May 10 11:27:55.414796 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-cd3e72a1-0635-4259-9699-231501ec5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.416215 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-cd3e72a1-0635-4259-9699-231501ec5169 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.0810511 May 10 11:27:55.460451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.524206 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43132) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:55.529872 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432630230', 'description': 'tempest-description--1615947071'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:55.536985 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:55.541271 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:55.544629 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:55.552516 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:55.597563 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.630927 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:55.636218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:55.640327 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:55.647785 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-4682e145-2130-4f75-9d64-d74fa02319b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.647982 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:55.649326 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-4682e145-2130-4f75-9d64-d74fa02319b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2250919 May 10 11:27:55.662426 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a41794df-03b2-4228-9250-5ef9c3fcb73b up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:55.704896 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1985-69fe-43fb-8f5a-d423fb95aef1 req-dac3a524-bc08-441a-bb26-17f883d71d80 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.706998 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ff8a1985-69fe-43fb-8f5a-d423fb95aef1 req-dac3a524-bc08-441a-bb26-17f883d71d80 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.1444857 May 10 11:27:55.741687 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port a41794df-03b2-4228-9250-5ef9c3fcb73b completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:55.746600 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port a41794df-03b2-4228-9250-5ef9c3fcb73b triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:55.747094 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.772575 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ff8a1985-69fe-43fb-8f5a-d423fb95aef1 req-c26b0d1d-8e57-4dfe-840f-f22e5b4f6527 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560853 May 10 11:27:55.799962 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.800710 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Router 4a0d4202-8325-4048-b9ac-f7f9aab637ef is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:27:55.803598 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.808069 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3b453dd2-7a4f-40d8-8801-cb2fd9fff01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:55.847274 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:55.850175 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:55.861564 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.866023 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3380105 May 10 11:27:55.866347 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43136) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:55.871307 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'security_group_rule': {'security_group_id': '5df5d6e4-c105-471e-a7ac-3df4d2e0be9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:55.876797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:55.877054 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.881112 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:55.883849 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:55.890403 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:55.907703 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.910108 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port a41794df-03b2-4228-9250-5ef9c3fcb73b, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a41794df-03b2-4228-9250-5ef9c3fcb73b,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:55.914593 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.916371 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:55.957094 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-bd1a54bc-1cc2-44df-85d0-ca518ad59f5c service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938585 May 10 11:27:55.984188 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=a41794df-03b2-4228-9250-5ef9c3fcb73b,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:55.994216 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.994921 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.995688 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.996171 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.996646 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.997279 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.997771 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.998243 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.998845 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.999312 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:55.999788 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:56.000258 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:56.005828 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:56.012266 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.016776 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.023247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:56.042232 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f15bc6-2b18-4dfb-bf41-f1099b39f065,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:56.044823 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:56.054213 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.058033 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882074 May 10 11:27:56.058448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43140) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:56.063515 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'security_group_rule': {'security_group_id': '5df5d6e4-c105-471e-a7ac-3df4d2e0be9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:56.069626 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:56.073365 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:security_group_rule and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:56.076170 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:56.082427 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:56.098810 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.166110 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.170072 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.172203 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-34f3eafc-a2dd-4302-a818-96bbfbda740d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:56.195170 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1626f3-0bf2-4e3a-8448-b7c34469d3f5,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:56.197838 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:56.206341 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.207543 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-42668b0e-bb16-423f-b498-bb13c487d738 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483738 May 10 11:27:56.210703 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43144) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:56.216922 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'floatingip': {'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:56.223746 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:56.227503 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Usage tracker for resource:floatingip and tenant:8681edba6c0c49e59ea38dfde0d89847 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:56.229714 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:56.230346 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:56.237282 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:56.241005 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Sync routers for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:56.250229 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.250877 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:56.251793 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:56.265736 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b28006b0-ae8b-4e3c-8495-74c351f30c3c req-3a640727-d75e-4787-ad6a-a2f7d212ea64 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012745 May 10 11:27:56.270814 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.271931 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4736674 May 10 11:27:56.274765 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43148) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:56.397680 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.432816 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:56.535323 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Allocated IP 172.28.1.221 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/fd58122a-e7da-464a-9c24-8ca4eaf8cb81) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:56.688856 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.719331 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.724892 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7f24487a-c4d8-4cf7-8b56-06d4f3569d00 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:56.749681 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:54Z', 'revision_number': 3, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:56.753612 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Checking router: 4a0d4202-8325-4048-b9ac-f7f9aab637ef for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:56.753981 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Updating router 4a0d4202-8325-4048-b9ac-f7f9aab637ef port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa binding host dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:56.811514 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.890577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'Port': ['ID=fd58122a-e7da-464a-9c24-8ca4eaf8cb81,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:56.893892 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:56.904419 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:56.904852 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:27:56.905735 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:56.908335 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:56.985402 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.032632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.053212 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.106670 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fe701-bca4-460b-84c0-510cf92abf51 req-db70d2ee-2450-4a3e-86e4-b5b52ee89bf9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.108166 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e58fe701-bca4-460b-84c0-510cf92abf51 req-db70d2ee-2450-4a3e-86e4-b5b52ee89bf9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.1895514 May 10 11:27:57.172063 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:57.196827 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '20d0821b-0640-47b8-abd9-e1672028b104', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'port_id': '20d0821b-0640-47b8-abd9-e1672028b104', 'mac_address': 'fa:16:3e:f5:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:27:57.214689 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e58fe701-bca4-460b-84c0-510cf92abf51 req-a1a9809b-fc00-45b9-a0f5-9eceeb21771d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925093 May 10 11:27:57.269993 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.274502 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.280080 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.286791 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:57.306267 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Allocated IP 172.20.0.1 (7c8a9846-fd64-4ca3-9178-13c0d586a9ce/1b9c3c97-e84b-409a-8efa-d06f2465d628/903aa724-2767-4c4e-8b22-31ead3fb1989) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:57.329630 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d0821b-0640-47b8-abd9-e1672028b104 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:27:57.365059 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:57.367010 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Notify callbacks [] for port, precommit_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.370481 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.373926 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:57.393510 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'Port': ['ID=fd58122a-e7da-464a-9c24-8ca4eaf8cb81,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.397806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:57.410832 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.422659 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Transition to ACTIVE for port object 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:57.433689 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.435829 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.441160 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2253883 May 10 11:27:57.465025 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.470503 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:57.471009 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:57.476079 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.491793 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Transition to ACTIVE for port object 903aa724-2767-4c4e-8b22-31ead3fb1989 will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:57.516255 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Attempting to bind port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:57.516528 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Attempting to bind port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:57.517002 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Attempting to bind port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:57.517742 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.523513 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:57.531212 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:57.531587 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:57.532005 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.532371 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:57.532863 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Bound port: 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:57.533242 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.582674 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda107e0-e7bb-430a-b987-9408bb43ac9a None None] Pushing event updated for resources: {'Port': ['ID=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.586699 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bda107e0-e7bb-430a-b987-9408bb43ac9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:57.598944 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['20d0821b-0640-47b8-abd9-e1672028b104'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:27:57.626304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:57.631412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:57.640850 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:57.653076 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a41794df-03b2-4228-9250-5ef9c3fcb73b up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:57.709900 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] For port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:57.727277 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.729562 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] For port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:57.746919 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-6855276e-8874-4f47-b23b-b9ab8376cec5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:57.748229 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.756434 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:57.768861 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Pushing event updated for resources: {'Port': ['ID=903aa724-2767-4c4e-8b22-31ead3fb1989,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.775639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-6855276e-8874-4f47-b23b-b9ab8376cec5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:57.794337 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-6855276e-8874-4f47-b23b-b9ab8376cec5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1432630230&fields=id&tenant_id=8681edba6c0c49e59ea38dfde0d89847 HTTP/1.1" status: 200 len: 267 time: 0.1123164 May 10 11:27:57.799600 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:57.879231 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.888122 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-38809317-9893-42c1-858e-785afa8abf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.897159 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:57.897829 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:27:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:57.954745 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda107e0-e7bb-430a-b987-9408bb43ac9a None None] Pushing event updated for resources: {'Port': ['ID=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.978841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-495e9607-2dde-463d-8bec-c58bf3eab1c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.980811 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-495e9607-2dde-463d-8bec-c58bf3eab1c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 810 time: 0.1853354 May 10 11:27:58.009521 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-20f3c7c9-436f-4ddc-8a57-f6f36654b54b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/quotas/8681edba6c0c49e59ea38dfde0d89847 HTTP/1.1" status: 200 len: 375 time: 0.0216050 May 10 11:27:58.022368 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bda107e0-e7bb-430a-b987-9408bb43ac9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:58.039159 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port a41794df-03b2-4228-9250-5ef9c3fcb73b triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:58.039561 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.103766 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-c6567ed2-854f-4db3-b60f-828342f1796b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:58.120148 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-c6567ed2-854f-4db3-b60f-828342f1796b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:58.121596 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-c6567ed2-854f-4db3-b60f-828342f1796b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100650 May 10 11:27:58.169796 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-14760f1b-bd49-437d-91c7-ec7ff6872aea None None] Provisioning for port 903aa724-2767-4c4e-8b22-31ead3fb1989 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:58.194175 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-14760f1b-bd49-437d-91c7-ec7ff6872aea None None] Provisioning complete for port 903aa724-2767-4c4e-8b22-31ead3fb1989 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:58.194547 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-14760f1b-bd49-437d-91c7-ec7ff6872aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.240212 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.255766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.276955 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-a465f477-8a9d-45e7-b106-7d8eca6d04f7 service neutron] 10.222.0.26 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431077 May 10 11:27:58.307531 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-14760f1b-bd49-437d-91c7-ec7ff6872aea None None] Port 903aa724-2767-4c4e-8b22-31ead3fb1989 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:58.309382 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c802ac15-26ae-453e-a544-8c06fd910a10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:58.334424 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:58.341293 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:58.412622 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-5254ac0e-b404-4052-aaed-e01b9b16f066 service neutron] 10.222.0.26 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346967 May 10 11:27:58.496640 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Pushing event updated for resources: {'Port': ['ID=903aa724-2767-4c4e-8b22-31ead3fb1989,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:58.499686 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:58.572133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18663a6a-70b7-46c2-8bec-45f31469faec req-29d8ee4b-f620-4fe2-9203-0a53b9a15b10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:58.573236 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-18663a6a-70b7-46c2-8bec-45f31469faec req-29d8ee4b-f620-4fe2-9203-0a53b9a15b10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 944 time: 0.2283995 May 10 11:27:58.621173 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d89496d2-ccd1-4b32-829a-a4e2fbbea581 req-6db14f15-edcd-4023-841b-be6d3eb38660 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 210 time: 0.0465329 May 10 11:27:58.625357 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:58.628330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:58.758697 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 1, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:58.763131 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0fc5b-1b59-4702-8ed1-c357d53ae02c None None] The sync data for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb is: [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 1, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:58.790940 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-18663a6a-70b7-46c2-8bec-45f31469faec req-aef7abca-dcf1-431d-af7a-0fa7f0416fcd tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046854 May 10 11:27:58.868756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Router 4a0d4202-8325-4048-b9ac-f7f9aab637ef has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:58.877121 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:58.964437 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-65967cd9-2522-4a81-9a73-6e906cf27961 None None] Provisioning complete for port 903aa724-2767-4c4e-8b22-31ead3fb1989 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:58.965536 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-65967cd9-2522-4a81-9a73-6e906cf27961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.026325 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-65967cd9-2522-4a81-9a73-6e906cf27961 None None] Port 903aa724-2767-4c4e-8b22-31ead3fb1989 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:59.048915 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 20d0821b-0640-47b8-abd9-e1672028b104 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:59.054653 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 20d0821b-0640-47b8-abd9-e1672028b104 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:59.054986 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.078482 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:59.101822 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a0d4202-8325-4048-b9ac-f7f9aab637ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8259668 May 10 11:27:59.214327 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.243613 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:59.258847 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:59.270044 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.271903 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:59.315430 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'code': 200} May 10 11:27:59.359652 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:59.363530 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:59.575589 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c9090-de68-4490-8674-ff440d90e7e3 req-c950e956-438f-47d2-abbc-3adcf138b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:59.577104 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b1c9090-de68-4490-8674-ff440d90e7e3 req-c950e956-438f-47d2-abbc-3adcf138b38b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1098 time: 0.0804288 May 10 11:27:59.633741 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b1c9090-de68-4490-8674-ff440d90e7e3 req-49038fb5-d776-40a0-a454-cb8ac0a4f680 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494981 May 10 11:27:59.793088 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43196) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:59.796825 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e8d7785c-90a4-4bb8-a174-841b047bde30 req-88e2cf08-6932-4277-a84b-6f1decf5a9ad tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 210 time: 0.0482190 May 10 11:27:59.800864 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-205864400-network', 'tenant_id': '869a959f16a4413d83a107e1db9629a3'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:59.806542 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:59.820841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Usage tracker for resource:network and tenant:869a959f16a4413d83a107e1db9629a3 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:59.824519 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:59.831427 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:59.845815 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Made reservation on behalf of 869a959f16a4413d83a107e1db9629a3 for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:59.849685 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.864933 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:59.892533 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:59.898189 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Usage tracker for resource:security_group_rule and tenant:869a959f16a4413d83a107e1db9629a3 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:59.904389 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:59.914602 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:00.044607 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-68ac57a3-188b-41c6-84fc-80f4fbb4ecdc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:00.046504 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-68ac57a3-188b-41c6-84fc-80f4fbb4ecdc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 810 time: 0.2053630 May 10 11:28:00.119880 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-6b63d803-2993-46a9-97f6-b8eedb276da5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8681edba6c0c49e59ea38dfde0d89847 HTTP/1.1" status: 200 len: 380 time: 0.0628037 May 10 11:28:00.134076 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'port': {'device_id': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'admin_state_up': True, 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'security_groups': ['5df5d6e4-c105-471e-a7ac-3df4d2e0be9f']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:00.138135 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccdd6b-63fb-472c-80fc-3ca66820ab1b req-19651881-b4d5-4a5c-ba19-8249ddcf55e0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:00.139943 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-adccdd6b-63fb-472c-80fc-3ca66820ab1b req-19651881-b4d5-4a5c-ba19-8249ddcf55e0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.2130618 May 10 11:28:00.189144 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.200445 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.207361 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-650a4a9a-0701-4038-95aa-a04e138fa483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:00.226272 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-adccdd6b-63fb-472c-80fc-3ca66820ab1b req-6f005a8d-f792-441f-8765-bfc90604bf34 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731003 May 10 11:28:00.243243 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=78678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:28:00.255005 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8071f3a7-83b0-4bfe-b192-5d48fec91a6b,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:00.259680 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:00.260895 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.261404 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Added segment 59dc20a1-8713-435c-97f0-9c55ab318fc0 of type vlan for network 221baa40-9971-46a2-86b0-765679500a1a May 10 11:28:00.293627 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.294770 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:00.307019 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:00.319347 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Made reservation on behalf of 8681edba6c0c49e59ea38dfde0d89847 for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:00.323812 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.336424 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.337999 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:00.338841 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.343633 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:00.454835 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6572788 May 10 11:28:00.456788 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43206) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:00.464107 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Request body: {'subnet': {'network_id': '221baa40-9971-46a2-86b0-765679500a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-205864400-subnet', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'ip_version': 4}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:00.473671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:00.479737 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Pushing event updated for resources: {'Network': ['ID=221baa40-9971-46a2-86b0-765679500a1a,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:00.482887 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Usage tracker for resource:subnet and tenant:869a959f16a4413d83a107e1db9629a3 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:00.485912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:00.487229 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:00.495488 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:00.505866 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 221baa40-9971-46a2-86b0-765679500a1a details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:28:00.511827 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Made reservation on behalf of 869a959f16a4413d83a107e1db9629a3 for: {'subnet': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:00.514376 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372347'] for subnet, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.591075 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.635920 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Allocated IP 172.20.0.7 (50dd005b-a57b-404b-b729-f52af20b2250/200c64f9-4a34-4d85-9490-f0e7d1f65219/96fcc232-6d2d-408c-8b03-cc803652a52c) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:00.709688 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a0293ff5-42cd-4ea2-86ec-c09601339c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.835939 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.852579 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Transition to ACTIVE for port object 96fcc232-6d2d-408c-8b03-cc803652a52c will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:00.878266 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.885577 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a9b769ed-5b40-4e73-bae7-ddb9fb0788e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:00.993756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Network 50dd005b-a57b-404b-b729-f52af20b2250 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:00.997970 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:01.000544 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:01.006939 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372233'] for subnet, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.011047 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bdb49159-0614-4ac8-b6dd-2526b49459c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:01.064687 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event updated for resources: {'Port': ['ID=96fcc232-6d2d-408c-8b03-cc803652a52c,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.067434 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:01.093861 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c752b5-6496-4403-bc74-cd1c76c80a3f,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.098343 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.098727 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.099085 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:01.118819 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Checking segment: {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:01.119170 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Network hostable DHCP agents. Network: 221baa40-9971-46a2-86b0-765679500a1a, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:28:01.120322 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.140360 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366835-fd24-4bd0-bd46-c11d3ae2237a req-fa37d97a-fefd-4f0d-b30a-ded2f5726e25 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.141883 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-69366835-fd24-4bd0-bd46-c11d3ae2237a req-fa37d97a-fefd-4f0d-b30a-ded2f5726e25 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 931 time: 0.2212129 May 10 11:28:01.154873 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.156350 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Network 221baa40-9971-46a2-86b0-765679500a1a is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:28:01.167082 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 221baa40-9971-46a2-86b0-765679500a1a) {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:01.169904 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-2a0d99f4-1341-461f-bbb5-8b403bb0d13b tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401998 May 10 11:28:01.178986 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.179571 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.183648 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc6e9c-7584-4ee5-879f-08d76398b7ac None None] Network 221baa40-9971-46a2-86b0-765679500a1a requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:01.187810 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Request body: {'port': {'device_id': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:01.205151 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3d38354c-0fe3-421b-8f33-4aafdd8fe537 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7469049 May 10 11:28:01.207880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43212) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:01.213252 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:01.218140 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:01.222373 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Usage tracker for resource:router and tenant:869a959f16a4413d83a107e1db9629a3 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:01.225788 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:01.231430 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:01.238949 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-69366835-fd24-4bd0-bd46-c11d3ae2237a req-9aae1660-a882-42d8-94b7-30567b6026a9 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904195 May 10 11:28:01.266180 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38774'] for router, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.267406 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38735'] for router, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.286420 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.332232 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.405080 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-afbf26ce-dc83-4556-8eb0-48cc5b9fcb34 None None] Provisioning for port 96fcc232-6d2d-408c-8b03-cc803652a52c completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:01.412630 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-afbf26ce-dc83-4556-8eb0-48cc5b9fcb34 None None] Provisioning complete for port 96fcc232-6d2d-408c-8b03-cc803652a52c triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:01.413112 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-afbf26ce-dc83-4556-8eb0-48cc5b9fcb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.431842 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Sync routers for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:01.444147 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:01.445237 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:01.516319 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11097b98-99b1-4037-a141-42f549919740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ddbbe6a-5c90-59a5-ab35-7e10bed81a5a-221baa40-9971-46a2-86b0-765679500a1a', 'network_id': '221baa40-9971-46a2-86b0-765679500a1a', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'fixed_ips': [{'subnet_id': '41c752b5-6496-4403-bc74-cd1c76c80a3f'}]}} from dv-cinder-784956-5-smb. {{(pid=78679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:28:01.517873 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-11097b98-99b1-4037-a141-42f549919740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.533534 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-afbf26ce-dc83-4556-8eb0-48cc5b9fcb34 None None] Port 96fcc232-6d2d-408c-8b03-cc803652a52c cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:28:01.691321 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:01.695121 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38737'] for router, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.726855 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:01.752012 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a735-8c2a-4b77-b8df-db37a18e6dd5 req-dfc3cbdd-eb20-4452-932d-74be3ddb4f42 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.754107 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e2b1a735-8c2a-4b77-b8df-db37a18e6dd5 req-dfc3cbdd-eb20-4452-932d-74be3ddb4f42 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.3008642 May 10 11:28:01.775473 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fcc232-6d2d-408c-8b03-cc803652a52c {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:01.779594 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.db_base_plugin_common [None req-11097b98-99b1-4037-a141-42f549919740 None None] Allocated IP 172.20.0.2 (221baa40-9971-46a2-86b0-765679500a1a/41c752b5-6496-4403-bc74-cd1c76c80a3f/f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3) {{(pid=78679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:01.785035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.804732 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Transition to ACTIVE for port object 96fcc232-6d2d-408c-8b03-cc803652a52c will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:01.810662 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.819854 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:01.822877 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:01.853105 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e2b1a735-8c2a-4b77-b8df-db37a18e6dd5 req-b54d5f13-a252-45f6-b3e9-eb1bfe473671 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553305 May 10 11:28:01.920293 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Pushing event updated for resources: {'Port': ['ID=96fcc232-6d2d-408c-8b03-cc803652a52c,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.978921 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:01.994956 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:01.999706 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.170591 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.209089 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.213973 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:27:58Z', 'revision_number': 2, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:02.214319 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Attempting to bind port 96fcc232-6d2d-408c-8b03-cc803652a52c on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:02.214578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Attempting to bind port 96fcc232-6d2d-408c-8b03-cc803652a52c by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:02.214911 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Attempting to bind port 96fcc232-6d2d-408c-8b03-cc803652a52c on network 50dd005b-a57b-404b-b729-f52af20b2250 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:02.218098 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Checking router: 4a0d4202-8325-4048-b9ac-f7f9aab637ef for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:02.218475 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Updating router 4a0d4202-8325-4048-b9ac-f7f9aab637ef port 903aa724-2767-4c4e-8b22-31ead3fb1989 binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:28:02.221785 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Port 96fcc232-6d2d-408c-8b03-cc803652a52c on network 50dd005b-a57b-404b-b729-f52af20b2250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:28:02.222112 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Attempting to bind port 96fcc232-6d2d-408c-8b03-cc803652a52c on network 50dd005b-a57b-404b-b729-f52af20b2250 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:02.230086 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:02.231846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Checking segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:02.231846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Bound using segment: {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:02.231846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Bound port: 96fcc232-6d2d-408c-8b03-cc803652a52c, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b8994e-9f94-47fb-b3f8-48604553d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:02.231846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.303249 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.354366 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.361216 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-11097b98-99b1-4037-a141-42f549919740 None None] Notify callbacks [] for port, precommit_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.382051 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-11097b98-99b1-4037-a141-42f549919740 None None] Transition to ACTIVE for port object f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 will not be triggered until provisioned by entity L2. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:02.397455 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac726c5d-c297-4057-a070-85e08b6063b5 req-a05f6981-e7df-412b-9ef3-80d33cd50c37 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.398705 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:02.399514 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ac726c5d-c297-4057-a070-85e08b6063b5 req-a05f6981-e7df-412b-9ef3-80d33cd50c37 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.2731235 May 10 11:28:02.411333 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43222) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:02.416908 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.420857 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.443163 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Allocated IP 172.28.1.67 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/498e18f7-7f3d-4de0-b673-ec671991589d) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:02.452422 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] For port 96fcc232-6d2d-408c-8b03-cc803652a52c, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:02.456320 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] For port 96fcc232-6d2d-408c-8b03-cc803652a52c, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96fcc232-6d2d-408c-8b03-cc803652a52c,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:02.460748 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-11097b98-99b1-4037-a141-42f549919740 None None] Transition to ACTIVE for port object f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 will not be triggered until provisioned by entity DHCP. {{(pid=78679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:02.465553 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.465723 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Request body: {'floatingip': {'port_id': '20d0821b-0640-47b8-abd9-e1672028b104'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:02.479008 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-2925180f-77a2-487f-b236-e967fe955d83 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.480892 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-11097b98-99b1-4037-a141-42f549919740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836'] for port, after_create {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.513436 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11097b98-99b1-4037-a141-42f549919740 None None] Network 221baa40-9971-46a2-86b0-765679500a1a is already hosted by enough agents. {{(pid=78679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:02.514562 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.517603 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.scheduler.base_scheduler [None req-11097b98-99b1-4037-a141-42f549919740 None None] Resources bound (agent type, host, resource id): {{(pid=78679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:02.519902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:02.520480 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.535380 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.535990 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.537401 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] 10.222.0.23 "PUT /v2.0/ports/96fcc232-6d2d-408c-8b03-cc803652a52c HTTP/1.1" status: 200 len: 1093 time: 1.3547359 May 10 11:28:02.537896 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:02.552378 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11097b98-99b1-4037-a141-42f549919740 None None] Received port after_create {{(pid=78679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:02.606655 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.661186 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'status': 'completed', 'code': 200} May 10 11:28:02.681191 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Pushing event updated for resources: {'Port': ['ID=96fcc232-6d2d-408c-8b03-cc803652a52c,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.685337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:02.722373 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-8fab7bd6-4917-4a77-bab3-65143d6f52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.724568 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-8fab7bd6-4917-4a77-bab3-65143d6f52e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 1096 time: 0.1240287 May 10 11:28:02.727889 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11097b98-99b1-4037-a141-42f549919740 None None] Pushing event updated for resources: {'Port': ['ID=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,revision_number=1']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.739907 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-11097b98-99b1-4037-a141-42f549919740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:02.740772 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-11097b98-99b1-4037-a141-42f549919740 None None] Attempting to bind port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:02.741147 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-11097b98-99b1-4037-a141-42f549919740 None None] Attempting to bind port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:02.741511 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11097b98-99b1-4037-a141-42f549919740 None None] Attempting to bind port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 on network 221baa40-9971-46a2-86b0-765679500a1a {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:02.747126 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11097b98-99b1-4037-a141-42f549919740 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:02.747505 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11097b98-99b1-4037-a141-42f549919740 None None] Checking segment: {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:02.747915 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-11097b98-99b1-4037-a141-42f549919740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.748310 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11097b98-99b1-4037-a141-42f549919740 None None] Bound using segment: {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'} {{(pid=78679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:02.748844 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.managers [None req-11097b98-99b1-4037-a141-42f549919740 None None] Bound port: f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'}}] {{(pid=78679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:02.749211 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-11097b98-99b1-4037-a141-42f549919740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.845307 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.853895 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-11097b98-99b1-4037-a141-42f549919740 None None] For port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:02.859514 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-11097b98-99b1-4037-a141-42f549919740 None None] For port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:02.865201 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Transition to ACTIVE for port object 903aa724-2767-4c4e-8b22-31ead3fb1989 will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:02.868436 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-11097b98-99b1-4037-a141-42f549919740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.873635 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2d902661-3470-4ba8-9a77-2a372bbc45a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.882886 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.892633 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.969861 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c53ca1-2134-4857-b88c-418acf5a3509 req-981f0564-6959-489d-bcd9-9fe4c4ef01b6 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.971446 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-38c53ca1-2134-4857-b88c-418acf5a3509 req-981f0564-6959-489d-bcd9-9fe4c4ef01b6 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 943 time: 0.5722330 May 10 11:28:02.985765 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11097b98-99b1-4037-a141-42f549919740 None None] Pushing event updated for resources: {'Port': ['ID=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,revision_number=2']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.993506 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-11097b98-99b1-4037-a141-42f549919740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:03.026143 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-c7d50f6b-ccda-47de-a75a-421bdd66a172 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96fcc232-6d2d-408c-8b03-cc803652a52c HTTP/1.1" status: 200 len: 217 time: 0.2926538 May 10 11:28:03.049973 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.144688 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-a5a87ce0-6056-4c1d-bb93-c5678ac5160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.146482 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-a5a87ce0-6056-4c1d-bb93-c5678ac5160b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.1126378 May 10 11:28:03.154848 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-38c53ca1-2134-4857-b88c-418acf5a3509 req-171d54c6-df0e-49a9-b8ac-2be1500dbf32 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362715 May 10 11:28:03.207998 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Attempting to bind port 903aa724-2767-4c4e-8b22-31ead3fb1989 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:03.208391 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Attempting to bind port 903aa724-2767-4c4e-8b22-31ead3fb1989 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:03.208746 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Attempting to bind port 903aa724-2767-4c4e-8b22-31ead3fb1989 on network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:03.210855 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Pushing event updated for resources: {'Port': ['ID=903aa724-2767-4c4e-8b22-31ead3fb1989,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:03.225100 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.225362 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.225693 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.226019 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.226378 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.226706 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.227023 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.227336 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.227647 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.227958 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.228271 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.228728 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:03.238529 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:03.239143 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Checking segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:03.239379 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.239877 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Bound using segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:03.240246 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Bound port: 903aa724-2767-4c4e-8b22-31ead3fb1989, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:03.240612 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.253509 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-95c95c63-51ae-464f-b572-7bc807add3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.253657 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:03.255262 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-95c95c63-51ae-464f-b572-7bc807add3f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024966 May 10 11:28:03.356459 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.370336 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] For port 903aa724-2767-4c4e-8b22-31ead3fb1989, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:03.380649 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] For port 903aa724-2767-4c4e-8b22-31ead3fb1989, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=903aa724-2767-4c4e-8b22-31ead3fb1989,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:03.389221 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.393984 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:03.434306 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-952af47a-01af-4c38-800a-ff45505fe5c4 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726024 May 10 11:28:03.483401 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Pushing event updated for resources: {'Port': ['ID=903aa724-2767-4c4e-8b22-31ead3fb1989,revision_number=4']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:03.487176 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:03.500104 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:03.500713 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:03.515771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:03.526017 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:03.594736 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Pushing event updated for resources: {'Port': ['ID=498e18f7-7f3d-4de0-b673-ec671991589d,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:03.610443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:03.627535 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:03.630250 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:03.633097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:03.647003 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e83c033c-ad95-4e63-82f7-ea6671c82da4 req-256ecdbc-3e4f-4c74-b49c-b467c3075769 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030392 May 10 11:28:03.738481 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:03.809190 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-48fea179-b8c5-47ef-b098-89c748689e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.811252 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-48fea179-b8c5-47ef-b098-89c748689e7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 1096 time: 0.0956388 May 10 11:28:03.885223 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:03.964051 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-d90c938b-8006-4c23-904c-3832dd3fca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.965464 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-d90c938b-8006-4c23-904c-3832dd3fca11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.1464081 May 10 11:28:03.998101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.022492 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:04.022999 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.077432 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-3a04157c-0a89-453a-bed5-c93c26d30df3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96fcc232-6d2d-408c-8b03-cc803652a52c HTTP/1.1" status: 200 len: 217 time: 0.1036959 May 10 11:28:04.087080 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.157874 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-944cdd19-6c07-4b54-be9a-6e03f8e0f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.159541 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-944cdd19-6c07-4b54-be9a-6e03f8e0f9c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.0732598 May 10 11:28:04.199539 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:03Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:04.204307 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c179d-4256-4e79-b4e5-43dc48eda55c None None] The sync data for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb is: [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:03Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:04.225219 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 903aa724-2767-4c4e-8b22-31ead3fb1989 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:04.339599 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 903aa724-2767-4c4e-8b22-31ead3fb1989 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:04.345764 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 903aa724-2767-4c4e-8b22-31ead3fb1989 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:04.346707 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.349733 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-e35d20e8-4df4-400f-9c8b-d38b7485dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.351342 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-e35d20e8-4df4-400f-9c8b-d38b7485dafb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1843543 May 10 11:28:04.426451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe2dae-2e5b-4d02-8f0e-eff67fe39a78 None None] Network 221baa40-9971-46a2-86b0-765679500a1a requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:28:04.510604 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e0228-6420-440d-b39c-c1c9be0c1a83 req-225721b4-3b60-4bad-ad6f-2cc8419100c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.511369 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-4e3e0228-6420-440d-b39c-c1c9be0c1a83 req-225721b4-3b60-4bad-ad6f-2cc8419100c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Synchronizing usage tracker for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:04.539084 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-3e415fc6-e3af-4a2d-860b-8651609fff00 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793425 May 10 11:28:04.545383 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-4e3e0228-6420-440d-b39c-c1c9be0c1a83 req-225721b4-3b60-4bad-ad6f-2cc8419100c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Unset dirty status for tenant:8681edba6c0c49e59ea38dfde0d89847 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:04.546663 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4e3e0228-6420-440d-b39c-c1c9be0c1a83 req-225721b4-3b60-4bad-ad6f-2cc8419100c0 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 943 time: 0.2441847 May 10 11:28:04.616277 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-597d053f-661f-4b08-b944-62e70c9943f1 None None] Provisioning for port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:04.644516 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Floating IP 35be0f2b-ef7b-4367-a394-5cf32fdea775 associated. External IP: 172.28.1.100, port: 20d0821b-0640-47b8-abd9-e1672028b104. May 10 11:28:04.672864 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4e3e0228-6420-440d-b39c-c1c9be0c1a83 req-cecd21ba-1d59-4aed-8723-a11578413b0d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002696 May 10 11:28:04.720627 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.739366 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f21f6a1-6186-41b2-a0b6-4a9e856f78f7 req-8dde42d2-9815-4d2b-8214-210420081bf7 service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916468 May 10 11:28:04.809779 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 903aa724-2767-4c4e-8b22-31ead3fb1989, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=903aa724-2767-4c4e-8b22-31ead3fb1989,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:04.818615 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.819444 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:04.847675 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:04.905696 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 96fcc232-6d2d-408c-8b03-cc803652a52c details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:28:04.949408 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:04.974231 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=903aa724-2767-4c4e-8b22-31ead3fb1989,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:04.978050 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:05.092093 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:05.114612 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:05.115001 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.189794 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 96fcc232-6d2d-408c-8b03-cc803652a52c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96fcc232-6d2d-408c-8b03-cc803652a52c,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:05.207302 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'port_id': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'mac_address': 'fa:16:3e:cd:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:28:05.316794 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.330925 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.347044 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fcc232-6d2d-408c-8b03-cc803652a52c {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:05.383869 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 96fcc232-6d2d-408c-8b03-cc803652a52c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96fcc232-6d2d-408c-8b03-cc803652a52c,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:05.389047 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.390768 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-ec0f9c97-28b4-4bc1-88be-72b765e31391 None None] Provisioning complete for port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:05.391116 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-ec0f9c97-28b4-4bc1-88be-72b765e31391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.399002 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:05.420781 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:05.421678 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:05.465745 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.516045 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=96fcc232-6d2d-408c-8b03-cc803652a52c,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:05.520374 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:05.520864 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:05.582379 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401161'] for router, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.641665 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 903aa724-2767-4c4e-8b22-31ead3fb1989 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:05.665733 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['96fcc232-6d2d-408c-8b03-cc803652a52c'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:05.699454 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,revision_number=3']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:05.718558 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:05.802637 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 903aa724-2767-4c4e-8b22-31ead3fb1989 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:05.802997 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.895636 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:05.906679 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:05.937361 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:05.979274 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:05.979820 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:06.013224 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-3bf2a2e0-6d69-4d7a-862b-d27045095600 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "PUT /v2.0/floatingips/35be0f2b-ef7b-4367-a394-5cf32fdea775 HTTP/1.1" status: 200 len: 991 time: 3.5664606 May 10 11:28:06.014918 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:06.040906 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5806-46c7-4c89-8139-8b50f744e3e8 req-9f7c3fd4-8796-4c06-9873-15069ce655fb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.042359 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6e3c5806-46c7-4c89-8139-8b50f744e3e8 req-9f7c3fd4-8796-4c06-9873-15069ce655fb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 944 time: 0.2235265 May 10 11:28:06.099340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Router 1d8f9007-9dc2-48d3-b312-c681302757b4 is scheduled to L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 with binding_index 1 {{(pid=78678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:28:06.114701 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6e3c5806-46c7-4c89-8139-8b50f744e3e8 req-b8c65903-1f28-4f02-a484-7003868d0462 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534551 May 10 11:28:06.178713 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'status': 'completed', 'code': 200} May 10 11:28:06.180917 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:06.268422 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-e7fcf278-c31f-44e6-92b6-2ad7730d26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.269923 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-e7fcf278-c31f-44e6-92b6-2ad7730d26c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1098 time: 0.0739539 May 10 11:28:06.293526 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:06.302362 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Sync routers for ids ['1d8f9007-9dc2-48d3-b312-c681302757b4'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:06.311839 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Routers {'1d8f9007-9dc2-48d3-b312-c681302757b4'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:06.312456 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['1d8f9007-9dc2-48d3-b312-c681302757b4'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:06.317459 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.321495 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-601df3a3-ccd2-4727-a872-b50a36a144cc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1099217 May 10 11:28:06.321706 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43236) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:06.419882 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-5dbaaf31-45f9-4909-98da-e2458b24eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.421499 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-5dbaaf31-45f9-4909-98da-e2458b24eaee service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.1449358 May 10 11:28:06.525824 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Set router 1d8f9007-9dc2-48d3-b312-c681302757b4 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:06.591627 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '35be0f2b-ef7b-4367-a394-5cf32fdea775', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'floating_ip_address': '172.28.1.100', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'port_id': '20d0821b-0640-47b8-abd9-e1672028b104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'mac_address': 'fa:16:3e:f5:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891edfb-f657-4256-be80-859add523d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:27:47Z', 'updated_at': '2021-05-10T11:28:03Z', 'revision_number': 1, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:06.597451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:06.608827 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:06.609831 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:06.638259 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-542a702f-0380-4776-b5e1-4126f8077509 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 999 time: 0.2099144 May 10 11:28:06.707223 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-e88d2f8b-3bb8-45e6-b6be-119343b56ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.708819 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-e88d2f8b-3bb8-45e6-b6be-119343b56ce0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.0638633 May 10 11:28:06.784514 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-9d129b38-cfec-4d4f-a87a-4c7ec0709765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.786121 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-9d129b38-cfec-4d4f-a87a-4c7ec0709765 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708094 May 10 11:28:06.850171 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:06.854345 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 3, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:06.858415 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Checking router: 1d8f9007-9dc2-48d3-b312-c681302757b4 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:06.858788 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Updating router 1d8f9007-9dc2-48d3-b312-c681302757b4 port 498e18f7-7f3d-4de0-b673-ec671991589d binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:28:06.910633 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 96fcc232-6d2d-408c-8b03-cc803652a52c up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:06.920831 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.943271 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-20c2e0d5-81f7-42a6-9188-3203e4f6bd98 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498554 May 10 11:28:07.061461 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 96fcc232-6d2d-408c-8b03-cc803652a52c completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:07.070871 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 96fcc232-6d2d-408c-8b03-cc803652a52c triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:07.071279 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.076529 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.106623 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8989aaeb-300a-4b1f-aff0-24be0731e6b7 req-6d1ec2d6-aa17-4dc5-a182-33bf2b095b87 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551208 May 10 11:28:07.296310 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.309876 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Transition to ACTIVE for port object 498e18f7-7f3d-4de0-b673-ec671991589d will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:07.321312 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.333269 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-12a8fa51-c29c-44f9-8f34-0787af3d99cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:07.351346 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Allocated IP 172.20.0.1 (221baa40-9971-46a2-86b0-765679500a1a/41c752b5-6496-4403-bc74-cd1c76c80a3f/6d254b8a-88ea-4219-a739-6eda1aa65747) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:07.353220 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.404013 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Attempting to bind port 498e18f7-7f3d-4de0-b673-ec671991589d on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:07.404383 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Attempting to bind port 498e18f7-7f3d-4de0-b673-ec671991589d by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:07.404801 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Attempting to bind port 498e18f7-7f3d-4de0-b673-ec671991589d on network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:07.413015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9862c1-3a52-4054-b72e-57b0b6a6f203 req-600284cc-1c4c-4308-aa82-6272d2b98118 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.415495 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1c9862c1-3a52-4054-b72e-57b0b6a6f203 req-600284cc-1c4c-4308-aa82-6272d2b98118 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 944 time: 0.1021566 May 10 11:28:07.424635 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:07.425027 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Checking segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:07.425426 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.425815 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Bound using segment: {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:07.426731 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Bound port: 498e18f7-7f3d-4de0-b673-ec671991589d, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f090c32-d473-4d52-b806-90d7375f3712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:07.427804 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.435308 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:07.460511 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 96fcc232-6d2d-408c-8b03-cc803652a52c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96fcc232-6d2d-408c-8b03-cc803652a52c,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:07.460758 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49b35-b11c-4adc-9628-04d9ecda2a7e None None] Pushing event updated for resources: {'Port': ['ID=498e18f7-7f3d-4de0-b673-ec671991589d,revision_number=2']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:07.469928 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-fdf49b35-b11c-4adc-9628-04d9ecda2a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:07.475967 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.479672 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bda107e0-e7bb-430a-b987-9408bb43ac9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:07.514672 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] For port 498e18f7-7f3d-4de0-b673-ec671991589d, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:07.516305 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1c9862c1-3a52-4054-b72e-57b0b6a6f203 req-abe2c8b7-1875-4459-9542-be083b0760e1 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950394 May 10 11:28:07.518307 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] For port 498e18f7-7f3d-4de0-b673-ec671991589d, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=498e18f7-7f3d-4de0-b673-ec671991589d,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:07.529277 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.536301 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'code': 200} May 10 11:28:07.536598 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-16a038f9-6d0b-419e-9741-fa55b07be2e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:07.583608 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '35be0f2b-ef7b-4367-a394-5cf32fdea775', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'floating_ip_address': '172.28.1.100', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'port_id': '20d0821b-0640-47b8-abd9-e1672028b104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'mac_address': 'fa:16:3e:f5:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891edfb-f657-4256-be80-859add523d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:27:47Z', 'updated_at': '2021-05-10T11:28:03Z', 'revision_number': 1, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:07.590725 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=96fcc232-6d2d-408c-8b03-cc803652a52c,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:07.593798 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:07.594723 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44533c52-6e07-446c-8419-8c6e7f4c29af None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '35be0f2b-ef7b-4367-a394-5cf32fdea775', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'floating_ip_address': '172.28.1.100', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'port_id': '20d0821b-0640-47b8-abd9-e1672028b104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'mac_address': 'fa:16:3e:f5:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891edfb-f657-4256-be80-859add523d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:27:47Z', 'updated_at': '2021-05-10T11:28:03Z', 'revision_number': 1, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:07.633106 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49b35-b11c-4adc-9628-04d9ecda2a7e None None] Pushing event updated for resources: {'Port': ['ID=498e18f7-7f3d-4de0-b673-ec671991589d,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:07.646923 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-fdf49b35-b11c-4adc-9628-04d9ecda2a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:07.670552 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:07.687579 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Routers {'1d8f9007-9dc2-48d3-b312-c681302757b4'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:07.688209 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['1d8f9007-9dc2-48d3-b312-c681302757b4'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:07.717864 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.742857 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.provisioning_blocks [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Transition to ACTIVE for port object 6d254b8a-88ea-4219-a739-6eda1aa65747 will not be triggered until provisioned by entity DHCP. {{(pid=78678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:07.756897 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:07.757634 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.772527 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.778388 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-541ec1e3-6b52-41ec-b4b6-2d4eb148f8b3 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:07.852154 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d254b8a-88ea-4219-a739-6eda1aa65747,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:07.856594 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:07.866271 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Network 221baa40-9971-46a2-86b0-765679500a1a is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:07.867439 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:07.869987 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:07.887624 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e1c1-655c-4aa9-8f4b-09b109dbd1ab None None] New status for floating IP 35be0f2b-ef7b-4367-a394-5cf32fdea775: ACTIVE {{(pid=78679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:07.933928 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] Set router 1d8f9007-9dc2-48d3-b312-c681302757b4 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:07.934159 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393942'] for router_interface, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:07.937766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a3446-036b-47b7-ae76-cf24d866c5fd req-21d846f9-a89b-4a8c-80dd-6caabe9ccaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.939381 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b6a3446-036b-47b7-ae76-cf24d866c5fd req-21d846f9-a89b-4a8c-80dd-6caabe9ccaee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 1098 time: 0.1440575 May 10 11:28:08.026626 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b6a3446-036b-47b7-ae76-cf24d866c5fd req-c26757b9-683b-483b-ad99-0724b3fafb2b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772436 May 10 11:28:08.246901 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-9af10bb2-7587-4a8c-bb3b-2b35a6cea75c None None] Provisioning for port 6d254b8a-88ea-4219-a739-6eda1aa65747 completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:08.249604 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.252494 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-9af10bb2-7587-4a8c-bb3b-2b35a6cea75c None None] Provisioning complete for port 6d254b8a-88ea-4219-a739-6eda1aa65747 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:08.252958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-9af10bb2-7587-4a8c-bb3b-2b35a6cea75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.296998 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 3, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:08.302339 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061883fd-5ca9-46f5-8f93-639c2c001072 None None] The sync data for ids ['1d8f9007-9dc2-48d3-b312-c681302757b4'] in dv-cinder-784956-5-smb is: [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 3, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:08.312722 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-9af10bb2-7587-4a8c-bb3b-2b35a6cea75c None None] Port 6d254b8a-88ea-4219-a739-6eda1aa65747 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:28:08.480502 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.485332 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.509161 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c3effb1b-642b-40af-8c11-d0baa225a23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:08.605265 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393845'] for router_interface, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:08.610507 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d254b8a-88ea-4219-a739-6eda1aa65747,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:08.619489 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:08.723368 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ab1cb-dec8-4f31-8abd-2f25f59c4e47 req-3e15ddf7-66ad-4d53-993e-c96280445f6d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:08.724793 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-667ab1cb-dec8-4f31-8abd-2f25f59c4e47 req-3e15ddf7-66ad-4d53-993e-c96280445f6d tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.0947838 May 10 11:28:08.763754 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Network 221baa40-9971-46a2-86b0-765679500a1a is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:08.765070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:08.777964 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-667ab1cb-dec8-4f31-8abd-2f25f59c4e47 req-a138fa6d-e48c-4a6a-83ff-f0dfb0496ae6 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 May 10 11:28:08.989591 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Router 1d8f9007-9dc2-48d3-b312-c681302757b4 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:09.036836 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-782a7a58-1536-4a97-ab16-f87869032989 None None] Provisioning complete for port 6d254b8a-88ea-4219-a739-6eda1aa65747 triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:09.037214 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-782a7a58-1536-4a97-ab16-f87869032989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.089447 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-782a7a58-1536-4a97-ab16-f87869032989 None None] Port 6d254b8a-88ea-4219-a739-6eda1aa65747 cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:28:09.249035 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:09.257939 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] 10.222.0.26 "PUT /v2.0/routers/1d8f9007-9dc2-48d3-b312-c681302757b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9352496 May 10 11:28:09.645837 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 498e18f7-7f3d-4de0-b673-ec671991589d up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:09.751418 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 498e18f7-7f3d-4de0-b673-ec671991589d completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:09.756309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 498e18f7-7f3d-4de0-b673-ec671991589d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:09.756688 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.876370 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.898689 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 498e18f7-7f3d-4de0-b673-ec671991589d, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=498e18f7-7f3d-4de0-b673-ec671991589d,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:09.903175 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:09.907991 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-93dab46f-04fc-4644-8966-5ff43feca808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:09.992620 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=498e18f7-7f3d-4de0-b673-ec671991589d,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:09.996338 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:10.008118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be165c-03ad-431b-a3b2-369868b3da7c req-6f023520-3d17-495e-8423-31efeaec1aee tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.011498 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-90be165c-03ad-431b-a3b2-369868b3da7c req-6f023520-3d17-495e-8423-31efeaec1aee tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.1163180 May 10 11:28:10.069215 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-90be165c-03ad-431b-a3b2-369868b3da7c req-51abb0cc-f07e-4687-848a-da5572c622ef tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468652 May 10 11:28:10.268643 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd117c07-96d5-44be-825d-955f4008e9e6 req-211ca67f-0bfe-4fa4-a439-ef7232e1bcac tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.270391 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-dd117c07-96d5-44be-825d-955f4008e9e6 req-211ca67f-0bfe-4fa4-a439-ef7232e1bcac tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.0867457 May 10 11:28:10.278657 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43288) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:10.284831 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Request body: {'floatingip': {'port_id': '96fcc232-6d2d-408c-8b03-cc803652a52c'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:10.364634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.037560 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.046940 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.078191 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Sync routers for ids ['1d8f9007-9dc2-48d3-b312-c681302757b4'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:11.090977 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Routers {'1d8f9007-9dc2-48d3-b312-c681302757b4'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:11.091947 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['1d8f9007-9dc2-48d3-b312-c681302757b4'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:11.223557 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Floating IP 71b3b7ae-fbdf-498f-b343-dda9e5759ca6 associated. External IP: 172.28.1.221, port: 96fcc232-6d2d-408c-8b03-cc803652a52c. May 10 11:28:11.297460 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Set router 1d8f9007-9dc2-48d3-b312-c681302757b4 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:11.646819 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 498e18f7-7f3d-4de0-b673-ec671991589d up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:11.651595 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:28:08Z', 'revision_number': 4, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '6d254b8a-88ea-4219-a739-6eda1aa65747', 'name': '', 'network_id': '221baa40-9971-46a2-86b0-765679500a1a', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'mac_address': 'fa:16:3e:5c:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '41c752b5-6496-4403-bc74-cd1c76c80a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:07Z', 'updated_at': '2021-05-10T11:28:08Z', 'revision_number': 2, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'subnets': [{'id': '41c752b5-6496-4403-bc74-cd1c76c80a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:11.657201 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Checking router: 1d8f9007-9dc2-48d3-b312-c681302757b4 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:11.658720 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Updating router 1d8f9007-9dc2-48d3-b312-c681302757b4 port 6d254b8a-88ea-4219-a739-6eda1aa65747 binding host dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:28:11.737483 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 498e18f7-7f3d-4de0-b673-ec671991589d triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:11.737859 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.752432 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Router d5935552-32bb-498a-ae3d-24e0f1131d51 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:11.756307 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.954596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:11.966797 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:11.976865 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:11.980134 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:11.984423 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:12.101226 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a1d432b9-5cd8-4d61-a176-0234d3187bba tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "PUT /v2.0/floatingips/71b3b7ae-fbdf-498f-b343-dda9e5759ca6 HTTP/1.1" status: 200 len: 991 time: 1.8212171 May 10 11:28:12.102280 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:12.172837 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'status': 'completed', 'code': 200} May 10 11:28:12.234745 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Notify callbacks [] for port, precommit_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.264184 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.provisioning_blocks [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Transition to ACTIVE for port object 6d254b8a-88ea-4219-a739-6eda1aa65747 will not be triggered until provisioned by entity L2. {{(pid=78680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:12.270397 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:12.278329 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.298353 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-2d1d6863-240f-4898-acc1-48709d0c6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:12.300586 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-2d1d6863-240f-4898-acc1-48709d0c6359 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8681edba6c0c49e59ea38dfde0d89847&device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 1098 time: 0.0917265 May 10 11:28:12.302527 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-b19a1835-eaad-402b-bdf9-cd415cde028e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:12.503884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-2688189c-a2d2-47ef-bbd3-1cd2951433da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:12.505772 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-2688189c-a2d2-47ef-bbd3-1cd2951433da service neutron] 10.222.0.23 "GET /v2.0/networks?id=50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 200 len: 911 time: 0.1958225 May 10 11:28:12.591675 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b28e1f-dfa4-43a5-a170-6984fb3b75bc None None] Pushing event updated for resources: {'Port': ['ID=6d254b8a-88ea-4219-a739-6eda1aa65747,revision_number=3']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.609735 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-55b28e1f-dfa4-43a5-a170-6984fb3b75bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:12.621988 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Attempting to bind port 6d254b8a-88ea-4219-a739-6eda1aa65747 on host dv-cinder-784956-5-smb for vnic_type normal with profile {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:12.622927 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Attempting to bind port 6d254b8a-88ea-4219-a739-6eda1aa65747 by drivers openvswitch,hyperv on host dv-cinder-784956-5-smb at level 0 using segments [{'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:12.623302 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Attempting to bind port 6d254b8a-88ea-4219-a739-6eda1aa65747 on network 221baa40-9971-46a2-86b0-765679500a1a {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:12.631208 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Checking agent: {'id': '835afaeb-c802-45ab-9dfd-8f678e81870e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:12.631582 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Checking segment: {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:12.632029 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.632373 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Bound using segment: {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'} {{(pid=78680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:12.633536 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.managers [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Bound port: 6d254b8a-88ea-4219-a739-6eda1aa65747, host: dv-cinder-784956-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc20a1-8713-435c-97f0-9c55ab318fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '221baa40-9971-46a2-86b0-765679500a1a'}}] {{(pid=78680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:12.633881 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.709803 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-24ef21d7-233f-45ee-b6b2-418f8fb2948e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96fcc232-6d2d-408c-8b03-cc803652a52c HTTP/1.1" status: 200 len: 999 time: 0.1838219 May 10 11:28:12.774272 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] For port 6d254b8a-88ea-4219-a739-6eda1aa65747, host dv-cinder-784956-5-smb, cleared binding levels {{(pid=78680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:12.780500 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.plugins.ml2.db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] For port 6d254b8a-88ea-4219-a739-6eda1aa65747, host dv-cinder-784956-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=6d254b8a-88ea-4219-a739-6eda1aa65747,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:12.788516 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '71b3b7ae-fbdf-498f-b343-dda9e5759ca6', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'port_id': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'mac_address': 'fa:16:3e:cd:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:27:56Z', 'updated_at': '2021-05-10T11:28:10Z', 'revision_number': 1, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:12.791223 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron_lib.callbacks.manager [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.794093 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:12.797047 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-ea24a376-501f-45df-9b1f-4ca2e51d0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:12.798851 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-ea24a376-501f-45df-9b1f-4ca2e51d0514 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 200 len: 849 time: 0.0802131 May 10 11:28:12.804961 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:12.805836 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:12.810105 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-4b4a1095-0e3f-41d7-9d1b-c33c7ffc10a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:12.921672 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-a3ff7630-d112-4590-a42f-81a44d7ebd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:12.924317 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-a3ff7630-d112-4590-a42f-81a44d7ebd44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50dd005b-a57b-404b-b729-f52af20b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178274 May 10 11:28:12.972528 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b28e1f-dfa4-43a5-a170-6984fb3b75bc None None] Pushing event updated for resources: {'Port': ['ID=6d254b8a-88ea-4219-a739-6eda1aa65747,revision_number=4']} {{(pid=78680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:12.977523 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG oslo_concurrency.lockutils [None req-55b28e1f-dfa4-43a5-a170-6984fb3b75bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:13.001265 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Routers {'1d8f9007-9dc2-48d3-b312-c681302757b4'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:13.002870 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['1d8f9007-9dc2-48d3-b312-c681302757b4'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:13.041671 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:13.198523 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-1f8e8b0f-7278-479a-be37-6a82a748ce2b service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611556 May 10 11:28:13.321431 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] Set router 1d8f9007-9dc2-48d3-b312-c681302757b4 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:13.431186 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-92684579-09a7-43bc-a7a8-da74eca819a8 req-cebeb7ec-e698-4b8c-aa08-5c5b53dc9a2c service neutron] 10.222.0.23 "GET /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234976 May 10 11:28:13.595251 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '71b3b7ae-fbdf-498f-b343-dda9e5759ca6', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'port_id': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'mac_address': 'fa:16:3e:cd:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:27:56Z', 'updated_at': '2021-05-10T11:28:10Z', 'revision_number': 1, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:13.602755 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a61d66-2967-47d3-9d33-60c3a64422b0 None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': '71b3b7ae-fbdf-498f-b343-dda9e5759ca6', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'port_id': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'mac_address': 'fa:16:3e:cd:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:27:56Z', 'updated_at': '2021-05-10T11:28:10Z', 'revision_number': 1, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:13.712682 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:28:08Z', 'revision_number': 4, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '6d254b8a-88ea-4219-a739-6eda1aa65747', 'name': '', 'network_id': '221baa40-9971-46a2-86b0-765679500a1a', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'mac_address': 'fa:16:3e:5c:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '41c752b5-6496-4403-bc74-cd1c76c80a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:07Z', 'updated_at': '2021-05-10T11:28:12Z', 'revision_number': 4, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'subnets': [{'id': '41c752b5-6496-4403-bc74-cd1c76c80a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:13.717130 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890a585-1436-477d-9ce2-9120a911b801 None None] The sync data for ids ['1d8f9007-9dc2-48d3-b312-c681302757b4'] in dv-cinder-784956-5-smb is: [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:28:08Z', 'revision_number': 4, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '6d254b8a-88ea-4219-a739-6eda1aa65747', 'name': '', 'network_id': '221baa40-9971-46a2-86b0-765679500a1a', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'mac_address': 'fa:16:3e:5c:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '41c752b5-6496-4403-bc74-cd1c76c80a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:07Z', 'updated_at': '2021-05-10T11:28:12Z', 'revision_number': 4, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'subnets': [{'id': '41c752b5-6496-4403-bc74-cd1c76c80a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:13.974871 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0514708-feaf-49f6-8395-77c61af35c39 None None] New status for floating IP 71b3b7ae-fbdf-498f-b343-dda9e5759ca6: ACTIVE {{(pid=78680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:14.278849 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:28:15.706754 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 6d254b8a-88ea-4219-a739-6eda1aa65747 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:15.797125 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning for port 6d254b8a-88ea-4219-a739-6eda1aa65747 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:15.805533 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 6d254b8a-88ea-4219-a739-6eda1aa65747 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:15.805902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.927739 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.977422 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] For port 6d254b8a-88ea-4219-a739-6eda1aa65747, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=6d254b8a-88ea-4219-a739-6eda1aa65747,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:15.981824 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:15.985683 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-9d56c087-e22b-4b58-a8ea-265bd3e71cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:16.061014 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Pushing event updated for resources: {'Port': ['ID=6d254b8a-88ea-4219-a739-6eda1aa65747,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:16.070171 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:17.644448 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 6d254b8a-88ea-4219-a739-6eda1aa65747 up at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:17.724227 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Provisioning complete for port 6d254b8a-88ea-4219-a739-6eda1aa65747 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:17.724902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.400085 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-6b8433a3-12fa-4ed8-a68a-8c03a8811bcc tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:20.401458 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-6b8433a3-12fa-4ed8-a68a-8c03a8811bcc tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 814 time: 0.2324972 May 10 11:28:20.415514 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-5f923827-c6c9-449a-9bf5-462570263200 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/quotas/295feb36faf64a4c88d585262a0ab01d HTTP/1.1" status: 200 len: 375 time: 0.0085421 May 10 11:28:20.495082 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-8e32225a-2aa5-4c0a-a512-632bf9efaed8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Synchronizing usage tracker for tenant:295feb36faf64a4c88d585262a0ab01d on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:20.511875 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-8e32225a-2aa5-4c0a-a512-632bf9efaed8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Unset dirty status for tenant:295feb36faf64a4c88d585262a0ab01d on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:20.513298 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-8e32225a-2aa5-4c0a-a512-632bf9efaed8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930073 May 10 11:28:20.648104 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-ecaac5e1-907f-42f7-8125-7f9a1451db25 service neutron] 10.222.0.26 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231644 May 10 11:28:20.777270 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-ba22be61-853f-4bb8-ae3b-efd4af541621 service neutron] 10.222.0.26 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234396 May 10 11:28:20.955496 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7d3f77f8-abf7-48fa-9b0b-47132ec29830 req-76be9f2f-af32-4bfc-a868-9e59d0d4084c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 210 time: 0.0441766 May 10 11:28:22.034780 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-8bce84ff-2b5b-4498-9c02-12f7d85b814c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:22.036277 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-8bce84ff-2b5b-4498-9c02-12f7d85b814c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 814 time: 0.1519043 May 10 11:28:22.052564 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'port': {'device_id': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'admin_state_up': True, 'tenant_id': '295feb36faf64a4c88d585262a0ab01d'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:22.183790 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0ae81ca7-7ceb-4831-bb3e-a7b3eb30de1f req-06b13692-2f3a-490d-829e-357824735d6b tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 210 time: 0.0540736 May 10 11:28:22.243996 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:22.253632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:22.263088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Made reservation on behalf of 295feb36faf64a4c88d585262a0ab01d for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:22.267008 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.432823 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Allocated IP 172.20.0.12 (7c8a9846-fd64-4ca3-9178-13c0d586a9ce/1b9c3c97-e84b-409a-8efa-d06f2465d628/7a2bd2fb-d0e7-408d-8678-f3f7d26222ec) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:22.660630 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.678222 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Transition to ACTIVE for port object 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:22.705962 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.713112 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:22.780239 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:22.784253 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:22.793463 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:22.825612 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:22.832792 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:22.866952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:22.867574 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.901685 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8548570 May 10 11:28:23.086089 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-601d1a67-e01a-411d-a7ec-00db8aee4f7d None None] Provisioning for port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:23.090636 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-601d1a67-e01a-411d-a7ec-00db8aee4f7d None None] Provisioning complete for port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:23.091010 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-601d1a67-e01a-411d-a7ec-00db8aee4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:23.147443 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-601d1a67-e01a-411d-a7ec-00db8aee4f7d None None] Port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:28:27.810723 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-87e33c37-3081-49f0-a585-7c1411d30aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.506736 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.705796 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e0f53885-a1b3-4804-9c09-6c9dbdcaad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.138666 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.152025 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.038480 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.535768 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Request body: {'port': {'device_id': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:33.647505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.718979 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4a64-ec66-4ec7-be35-8b5c6eef9964 req-9c973b09-a150-4517-9e82-6b7945e9f4a4 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:33.720665 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b1be4a64-ec66-4ec7-be35-8b5c6eef9964 req-9c973b09-a150-4517-9e82-6b7945e9f4a4 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 932 time: 0.0853581 May 10 11:28:33.771534 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-b1be4a64-ec66-4ec7-be35-8b5c6eef9964 req-52a88e29-ae6e-4788-9963-8875e46c221b tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Synchronizing usage tracker for tenant:295feb36faf64a4c88d585262a0ab01d on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:33.787321 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-b1be4a64-ec66-4ec7-be35-8b5c6eef9964 req-52a88e29-ae6e-4788-9963-8875e46c221b tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Unset dirty status for tenant:295feb36faf64a4c88d585262a0ab01d on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:33.788451 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b1be4a64-ec66-4ec7-be35-8b5c6eef9964 req-52a88e29-ae6e-4788-9963-8875e46c221b tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620129 May 10 11:28:34.073457 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:34.081031 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.094694 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Transition to ACTIVE for port object 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:34.099061 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.103285 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ffa15119-c7c3-4553-82ae-ef08683d2750 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:34.263270 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:34.290204 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:34.333543 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Attempting to bind port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:34.333834 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Attempting to bind port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:34.334128 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Attempting to bind port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec on network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:34.338791 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec on network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:28:34.339110 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Attempting to bind port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec on network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:34.344185 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:34.344540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Checking segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:34.344966 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Bound using segment: {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:34.345895 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Bound port: 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae325b7-5a95-4660-afb3-a528546cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:34.346240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.439967 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:34.443149 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:34.446662 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.450938 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:34.500648 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.501322 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.502749 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 1094 time: 0.9714513 May 10 11:28:34.503246 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:34.531091 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:34.534886 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:34.580649 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'status': 'completed', 'code': 200} May 10 11:28:34.632300 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-2e38bc82-b4c5-49bf-99fe-5dc4b85c9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.633963 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-2e38bc82-b4c5-49bf-99fe-5dc4b85c9486 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1097 time: 0.0891633 May 10 11:28:34.708911 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-6dbfef8b-e91c-483c-bdff-ec036ec66e7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 217 time: 0.0645988 May 10 11:28:34.776478 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-0004d155-60db-4199-abcb-248ae41d595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.777825 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-0004d155-60db-4199-abcb-248ae41d595a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0610690 May 10 11:28:34.853988 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-ef97d4dc-655b-452a-89da-4b012c53f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.855382 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-ef97d4dc-655b-452a-89da-4b012c53f056 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705459 May 10 11:28:34.979753 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71a4ed-99de-4440-8378-a712c282976b req-686e961f-be16-4aa0-ae57-de77a5907c78 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.981244 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ad71a4ed-99de-4440-8378-a712c282976b req-686e961f-be16-4aa0-ae57-de77a5907c78 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 944 time: 0.0805657 May 10 11:28:34.991513 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-f25b1b7d-a915-4dc5-b074-fddef6f8e227 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290374 May 10 11:28:35.027957 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ad71a4ed-99de-4440-8378-a712c282976b req-ae02709a-259a-486f-bfcf-d0eb4244fe4e tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 May 10 11:28:35.126268 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-71ccca6b-c809-4d8e-ab0e-c570144758c7 req-97fd19a5-ef63-4670-8694-05f5d1675ddb service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273575 May 10 11:28:35.241266 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-36550895-d924-4e87-aa85-f221601fc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.242691 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-36550895-d924-4e87-aa85-f221601fc68c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1097 time: 0.0737729 May 10 11:28:35.374452 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-df5d8ba2-84fe-46ba-b1bc-e9f4b937cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.375839 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-df5d8ba2-84fe-46ba-b1bc-e9f4b937cdd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 915 time: 0.1251960 May 10 11:28:35.442140 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-66060588-76fa-44a6-951f-0ae5334ca796 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 217 time: 0.0582721 May 10 11:28:35.505990 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-b51ba029-2eb8-4201-8577-8c4574cd5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.507394 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-b51ba029-2eb8-4201-8577-8c4574cd5d7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0584159 May 10 11:28:35.583389 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-4f076276-40cd-4e97-9430-9307e91eacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.584860 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-4f076276-40cd-4e97-9430-9307e91eacfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689795 May 10 11:28:35.803525 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-19d9bffa-caad-4341-9919-b99e6d90b3c2 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107944 May 10 11:28:35.934399 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-54dd3566-2433-4d34-b119-a55d0aaca55f req-9df33906-f333-4d82-b52d-ccb1c47a1244 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226389 May 10 11:28:36.355578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90bb2b-7d32-435d-9592-8bdeb4fd35c2 req-89d5ce2b-ccff-4162-adb7-24a2194654af tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.356176 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-0d90bb2b-7d32-435d-9592-8bdeb4fd35c2 req-89d5ce2b-ccff-4162-adb7-24a2194654af tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Synchronizing usage tracker for tenant:295feb36faf64a4c88d585262a0ab01d on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:36.371432 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-0d90bb2b-7d32-435d-9592-8bdeb4fd35c2 req-89d5ce2b-ccff-4162-adb7-24a2194654af tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Unset dirty status for tenant:295feb36faf64a4c88d585262a0ab01d on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:36.372523 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d90bb2b-7d32-435d-9592-8bdeb4fd35c2 req-89d5ce2b-ccff-4162-adb7-24a2194654af tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 944 time: 0.0975909 May 10 11:28:36.415826 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0d90bb2b-7d32-435d-9592-8bdeb4fd35c2 req-89eb4648-7f49-4eb3-a2d3-239157fa84c1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 May 10 11:28:37.073847 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:28:37.203036 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:37.215545 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'port_id': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'mac_address': 'fa:16:3e:00:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:28:37.269450 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.285521 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:37.300103 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:37.304650 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.306407 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:37.372190 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.375047 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:37.541487 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:37.600996 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238e115-a3dc-409d-b823-660d04ceceac req-3a85646d-b226-4626-8020-c03b4072dc6b tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.602453 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a238e115-a3dc-409d-b823-660d04ceceac req-3a85646d-b226-4626-8020-c03b4072dc6b tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 945 time: 0.0818484 May 10 11:28:37.646393 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a238e115-a3dc-409d-b823-660d04ceceac req-8f3c7be6-2193-4692-adbb-328b560b3e96 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 May 10 11:28:39.019313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e43a-e314-40d8-aed9-9beb4629ad1a req-cf06d2ce-2640-45aa-a50f-f7275a289569 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:39.020782 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ce37e43a-e314-40d8-aed9-9beb4629ad1a req-cf06d2ce-2640-45aa-a50f-f7275a289569 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 945 time: 0.2676563 May 10 11:28:39.065057 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ce37e43a-e314-40d8-aed9-9beb4629ad1a req-ce97fef8-bd96-4134-ab91-7e441ad0a91f tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 May 10 11:28:39.095087 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:39.164015 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:39.168466 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:39.168891 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.282902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.308576 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:39.319075 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:39.322803 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.325634 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:39.359543 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'code': 200} May 10 11:28:39.390905 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:39.393790 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:39.575759 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5a84f-a561-4714-a407-eec541e4e716 req-ada8ab2a-3f6b-46c7-9654-14f64a4585c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:39.577251 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cdc5a84f-a561-4714-a407-eec541e4e716 req-ada8ab2a-3f6b-46c7-9654-14f64a4585c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1099 time: 0.0705876 May 10 11:28:39.616175 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cdc5a84f-a561-4714-a407-eec541e4e716 req-42d5d88b-4c49-4494-b9ac-c489127d2819 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324836 May 10 11:28:40.251537 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ee5c3-2664-4613-938f-1fc982392d43 req-ea21bf36-3139-4a01-ad6f-9118632420f8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.252991 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-377ee5c3-2664-4613-938f-1fc982392d43 req-ea21bf36-3139-4a01-ad6f-9118632420f8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0818169 May 10 11:28:40.297587 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-377ee5c3-2664-4613-938f-1fc982392d43 req-1c7672f5-932f-4b6b-89eb-b954910d6a67 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 May 10 11:28:41.530554 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1c94e-3571-42a3-ada1-12706d0f341e req-0e34dd6e-2a38-4784-8035-0eed51cc67aa tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:41.532009 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2be1c94e-3571-42a3-ada1-12706d0f341e req-0e34dd6e-2a38-4784-8035-0eed51cc67aa tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.1266036 May 10 11:28:41.576453 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2be1c94e-3571-42a3-ada1-12706d0f341e req-34f59289-71eb-4cc5-b13d-0b4e0615f27d tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387001 May 10 11:28:41.757466 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43458a0-c5e3-46ed-820d-2e83a9674027 req-b6b65bf9-3161-4b15-982a-b55d862e53f1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:41.758894 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d43458a0-c5e3-46ed-820d-2e83a9674027 req-b6b65bf9-3161-4b15-982a-b55d862e53f1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0782292 May 10 11:28:41.805641 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d43458a0-c5e3-46ed-820d-2e83a9674027 req-fde93cc8-444a-4101-85f7-00f3eae3492e tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 May 10 11:28:42.187343 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a24b1d-ab40-444f-89f9-52a6fe876682 req-bfd99077-c25d-47f4-b1de-2563303ccf04 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:42.188828 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6a24b1d-ab40-444f-89f9-52a6fe876682 req-bfd99077-c25d-47f4-b1de-2563303ccf04 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0779331 May 10 11:28:42.232057 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6a24b1d-ab40-444f-89f9-52a6fe876682 req-dd2d8e32-5ad9-44d1-a514-e65fcf610b29 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 May 10 11:28:46.974822 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e90bb-f0ea-4823-a03c-18afbc66710e req-398a575d-6b0e-4e27-85b7-52a1639dafa5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:46.976392 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d41e90bb-f0ea-4823-a03c-18afbc66710e req-398a575d-6b0e-4e27-85b7-52a1639dafa5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0833588 May 10 11:28:47.020136 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d41e90bb-f0ea-4823-a03c-18afbc66710e req-694915d1-72b3-4f98-a65f-c68f795ffe6c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 May 10 11:28:47.042980 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43518) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:47.153540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689fc13-2768-4925-a84e-42128b266cd9 tempest-TestMinimumBasicScenario-430240445 tempest-TestMinimumBasicScenario-430240445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:47.155036 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-4689fc13-2768-4925-a84e-42128b266cd9 tempest-TestMinimumBasicScenario-430240445 tempest-TestMinimumBasicScenario-430240445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1094 time: 0.1111224 May 10 11:28:47.158806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43524) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:47.164052 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'floatingip': {'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'port_id': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:47.172097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:47.177195 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:floatingip and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:47.179987 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:47.189262 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:47.201551 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for floatingip, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.335096 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.471908 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_common [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Allocated IP 172.28.1.121 (1b9fd9bd-40fd-40ba-a408-938cb4dd4c70/6c62ec65-dd63-491e-a575-56ed1c41e448/1fb26aed-3d72-4644-a329-c1b7c8c18231) {{(pid=78678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:47.610978 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for port, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.639136 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.643892 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f4359832-e883-4c33-9a29-4b1487f35fe2 tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:47.699549 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Network 1b9fd9bd-40fd-40ba-a408-938cb4dd4c70 is already hosted by enough agents. {{(pid=78678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:47.702501 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.base_scheduler [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources bound (agent type, host, resource id): {{(pid=78678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:47.707074 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Received port after_create {{(pid=78678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:47.748036 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'Port': ['ID=1fb26aed-3d72-4644-a329-c1b7c8c18231,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:47.759748 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.760114 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.760472 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.760854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.761203 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.761548 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.761892 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.762233 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.762579 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.762911 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.763251 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.763587 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:47.768822 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:48.224321 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b975c0-e93b-47e3-9a01-dd910dc7ba17 req-e646b2aa-f382-47d8-af74-8b7f65a7c5e4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:48.225882 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-34b975c0-e93b-47e3-9a01-dd910dc7ba17 req-e646b2aa-f382-47d8-af74-8b7f65a7c5e4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0933824 May 10 11:28:48.236327 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.273122 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-34b975c0-e93b-47e3-9a01-dd910dc7ba17 req-6b8e23be-b585-4d16-8593-eb05b2c9bdbd tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 May 10 11:28:48.312049 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.511791 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for port, precommit_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.516452 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431682'] for port, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.520734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:48.626065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'Port': ['ID=1fb26aed-3d72-4644-a329-c1b7c8c18231,revision_number=2']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:48.633516 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:48.638615 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:48.807612 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Floating IP b5fbe372-74a7-441f-a1e7-d0c0f11580a3 associated. External IP: 172.28.1.121, port: 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec. May 10 11:28:49.149362 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Router 4a0d4202-8325-4048-b9ac-f7f9aab637ef has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:49.323604 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:49.335735 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] Sync routers for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:49.345743 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:49.346576 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:49.347738 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.407464 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2450979 May 10 11:28:49.407464 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:49.410101 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43548) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:49.415190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559335751', 'description': 'tempest-secgroup-smoke-1559335751 description', 'project_id': '295feb36faf64a4c88d585262a0ab01d'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:49.420905 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:49.431193 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:49.443806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.464164 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'status': 'completed', 'code': 200} May 10 11:28:49.467943 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:49.472102 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:49.474842 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:49.480570 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:49.481828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044017d1-29d9-4b24-8e87-d17a1e336c73 req-461f20c4-b288-45b0-882c-7862e5350596 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.483325 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-044017d1-29d9-4b24-8e87-d17a1e336c73 req-461f20c4-b288-45b0-882c-7862e5350596 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0967531 May 10 11:28:49.536661 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:49.554794 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.559013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.565397 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2c71f885-649e-4946-bcaf-84b7e8e21422 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:49.580550 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-044017d1-29d9-4b24-8e87-d17a1e336c73 req-cb2b3de7-eb67-4643-8369-1c5118c0f290 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591593 May 10 11:28:49.608147 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98db3de-01ac-448a-9561-0ea7e7a47c5c,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.615275 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-38bb540c-1c01-41f0-a08b-6c6093a96941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.617087 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-38bb540c-1c01-41f0-a08b-6c6093a96941 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1099 time: 0.1329124 May 10 11:28:49.622222 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:49.627042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.631662 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2178824 May 10 11:28:49.631883 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43554) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:49.637042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group_rule': {'security_group_id': 'c98db3de-01ac-448a-9561-0ea7e7a47c5c', 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:49.642652 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:49.646731 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:49.649635 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:49.655288 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:49.670800 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.731185 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.735033 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.737797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-a6e10cf7-f7e1-4caf-9895-5e4dd87bcca9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:49.754050 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-9571f8f0-f29c-4b60-a218-9de4e23f112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.755513 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-9571f8f0-f29c-4b60-a218-9de4e23f112c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 915 time: 0.1302893 May 10 11:28:49.764297 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fedf852-872c-438b-84c8-c7882ba8c8cc,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:49.766843 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:49.777249 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.778718 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e68820bf-df20-43af-b9ad-648f74fcc4a2 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459217 May 10 11:28:49.785130 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43560) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:49.790675 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group_rule': {'security_group_id': 'c98db3de-01ac-448a-9561-0ea7e7a47c5c', 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:49.796885 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:49.801966 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:49.806502 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:49.811572 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:49.874382 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-716ea637-16a6-43c5-a16d-4ecaba60f706 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 1000 time: 0.1107373 May 10 11:28:49.937159 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:49.959069 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-4d214419-cfea-4345-8301-95afe695c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.960665 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-4d214419-cfea-4345-8301-95afe695c9cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0781167 May 10 11:28:49.966699 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': 'b5fbe372-74a7-441f-a1e7-d0c0f11580a3', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'port_id': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'mac_address': 'fa:16:3e:00:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:48Z', 'updated_at': '2021-05-10T11:28:48Z', 'revision_number': 0, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:49.972852 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] Checking router: 4a0d4202-8325-4048-b9ac-f7f9aab637ef for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:49.982469 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:49.983377 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:28:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:50.002839 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.006763 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.023816 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:50.053436 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaf99e7-7926-4695-883d-ba40d5173bd1,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:50.057685 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:50.064152 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.065647 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-ede2c671-2f70-429f-b6c4-9c6809c55b4a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2795398 May 10 11:28:50.068432 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43566) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:50.073857 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group_rule': {'security_group_id': 'c98db3de-01ac-448a-9561-0ea7e7a47c5c', 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:50.079915 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:50.083938 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:50.086955 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:50.093125 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:50.112131 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.139781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-2dcb290d-b13c-4054-8a4f-c2aa3b8fcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:50.141295 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-2dcb290d-b13c-4054-8a4f-c2aa3b8fcab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1728451 May 10 11:28:50.177923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.182080 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.183927 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:50.184423 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:50.225258 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65defb8c-bb77-48ac-8886-59e86b54d80b,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:50.228764 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:50.234518 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.239242 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-ab9a8738-2410-4f0e-b22c-7e859c63e9e0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672561 May 10 11:28:50.239482 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43570) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:50.245168 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group_rule': {'security_group_id': 'c98db3de-01ac-448a-9561-0ea7e7a47c5c', 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:50.250944 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:50.255292 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:50.258115 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:50.263782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:50.286100 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.286441 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-48458003-a1ea-496c-8248-5fbddf93b272 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375530 May 10 11:28:50.353984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.361570 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.364098 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:50.386253 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7389f28-23d6-4382-8ae5-5b2a6b7d9ed6,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:50.390255 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:50.399607 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.401130 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-21d57668-99cd-4249-9971-bb84e63b92b1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606967 May 10 11:28:50.403771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43576) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:50.409370 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group_rule': {'security_group_id': 'c98db3de-01ac-448a-9561-0ea7e7a47c5c', 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:50.414960 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:50.418930 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:50.421460 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:50.427899 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:50.441363 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.securitygroups_db [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Project 295feb36faf64a4c88d585262a0ab01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:28:50.446534 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d5871ae7-e401-4942-ae92-0c328c7018d9 req-81572195-2948-418d-acfd-15cbfce1ddb4 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524544 May 10 11:28:50.447424 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.521869 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.525229 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.527255 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3ca0d7f3-c772-4f26-927a-0101c7de72bb tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:50.546415 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6bbea9-5f28-450b-8e1b-9533d42592f1,revision_number=0']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:50.550734 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:50.557815 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': 'b5fbe372-74a7-441f-a1e7-d0c0f11580a3', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'port_id': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'mac_address': 'fa:16:3e:00:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:48Z', 'updated_at': '2021-05-10T11:28:48Z', 'revision_number': 0, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:50.558388 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.559464 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-28590196-115f-4722-8426-fe53fb4b5e49 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544430 May 10 11:28:50.561826 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f580ed-9723-4573-8dfb-4803b550f255 None None] The sync data for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb is: [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_floatingips': [{'id': 'b5fbe372-74a7-441f-a1e7-d0c0f11580a3', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'router_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'port_id': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'mac_address': 'fa:16:3e:00:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:48Z', 'updated_at': '2021-05-10T11:28:48Z', 'revision_number': 0, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:50.562272 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43582) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:50.570343 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'security_group_rule': {'security_group_id': 'c98db3de-01ac-448a-9561-0ea7e7a47c5c', 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:50.576285 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:50.580484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Usage tracker for resource:security_group_rule and tenant:295feb36faf64a4c88d585262a0ab01d is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:50.583487 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:50.589820 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:50.601099 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.securitygroups_db [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Project 295feb36faf64a4c88d585262a0ab01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:28:50.607508 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.684233 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.689223 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471639'] for security_group_rule, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.739931 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a8d0152a-15ec-4410-aa93-38ad7830c597 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:50.769179 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371ab924-75ef-4bd2-9143-8e4f306cd3e6,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:50.783494 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df56c2-09fe-4ed4-9d09-e83df00c1eb3 None None] New status for floating IP b5fbe372-74a7-441f-a1e7-d0c0f11580a3: ACTIVE {{(pid=78680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:50.784648 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.785043 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.785401 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.785752 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.786103 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.786452 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.786794 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.787140 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.787481 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.787829 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.788162 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.788499 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:50.792589 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:50.794564 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:50.795894 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-318e467e-113b-48e4-b911-77a2215934a9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2304163 May 10 11:28:50.824002 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14187ce6-d5db-4530-90d8-a11e35dc7248 req-fc5b4f04-80f4-4b45-bad9-0bf4cb66a84a tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:50.825509 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-14187ce6-d5db-4530-90d8-a11e35dc7248 req-fc5b4f04-80f4-4b45-bad9-0bf4cb66a84a tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.1336982 May 10 11:28:50.873489 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-14187ce6-d5db-4530-90d8-a11e35dc7248 req-25a88973-b672-4cc8-93de-2832ecde493e tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 May 10 11:28:51.022916 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a7dc37f2-1d1d-4bea-b676-b2d32ab94ca9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559335751&fields=id&tenant_id=295feb36faf64a4c88d585262a0ab01d HTTP/1.1" status: 200 len: 267 time: 0.0492992 May 10 11:28:51.117273 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-5f19e166-f184-4583-815a-a70dcff9a5ba tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:51.118896 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-5f19e166-f184-4583-815a-a70dcff9a5ba tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0952835 May 10 11:28:51.130604 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'port': {'security_groups': ['165272e9-c88b-4286-a3c9-1a597485302a', 'c98db3de-01ac-448a-9561-0ea7e7a47c5c']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:51.244138 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514f5b-1128-4a60-927c-5c818a56231d req-239f74ea-898e-4950-adbb-f8633387a43c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:51.245636 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5d514f5b-1128-4a60-927c-5c818a56231d req-239f74ea-898e-4950-adbb-f8633387a43c tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0810075 May 10 11:28:51.248330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.268360 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:28:51.290246 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5d514f5b-1128-4a60-927c-5c818a56231d req-e1e59a50-02c4-4dc3-8d98-41a1fe842a06 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386124 May 10 11:28:51.505781 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:51.530557 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.534908 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.539851 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:51.547614 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:51.602446 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:51.603074 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:51.604461 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6a383a0e-0af5-4a7b-8b7a-a78cf418e6de req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "PUT /v2.0/ports/7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 982 time: 0.4788437 May 10 11:28:51.605009 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:51.633131 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=6']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:51.636752 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:51.674603 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'status': 'completed', 'code': 200} May 10 11:28:51.702745 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:51.843562 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-0f687448-f8cd-424f-ac29-cc0f082b682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:51.845186 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-0f687448-f8cd-424f-ac29-cc0f082b682c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1138 time: 0.1369109 May 10 11:28:51.881437 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6631be7-5165-4afa-a2fd-e855eecbc070 req-e2ef3a4b-ae33-4c1b-9200-fae316157162 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:51.882805 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6631be7-5165-4afa-a2fd-e855eecbc070 req-e2ef3a4b-ae33-4c1b-9200-fae316157162 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1326344 May 10 11:28:51.936864 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-431db8b4-98fb-44b8-8092-84b622624af2 None None] Provisioning complete for port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:51.936864 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-431db8b4-98fb-44b8-8092-84b622624af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.003295 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e6631be7-5165-4afa-a2fd-e855eecbc070 req-0946a9ee-fbc1-4faf-89d1-49f77ad33496 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751951 May 10 11:28:52.048505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-20cec654-bedb-42c2-bd5c-a9d500e54935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:52.050007 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-20cec654-bedb-42c2-bd5c-a9d500e54935 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 915 time: 0.1972582 May 10 11:28:52.079173 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e175f0-6042-4942-a91d-4c822d1e415a req-410808b2-5f77-43b2-995b-8acc45778ce6 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:52.082336 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c7e175f0-6042-4942-a91d-4c822d1e415a req-410808b2-5f77-43b2-995b-8acc45778ce6 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0975711 May 10 11:28:52.130956 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c7e175f0-6042-4942-a91d-4c822d1e415a req-704ef8e0-9bd0-4bd7-bbcb-e28704591915 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437067 May 10 11:28:52.160509 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-11a6b6ab-b8c8-43f2-acb9-873077ab62f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 1002 time: 0.1029713 May 10 11:28:52.226691 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-300eee6b-ad29-4774-9400-200179bead01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:52.228065 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-300eee6b-ad29-4774-9400-200179bead01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0609360 May 10 11:28:52.308484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-5c3fe9f1-47e4-4bb3-b36c-833483613d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:52.309976 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-5c3fe9f1-47e4-4bb3-b36c-833483613d3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749428 May 10 11:28:52.586114 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-05309713-c3ac-4bc2-9912-5615c53e0767 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683048 May 10 11:28:52.603261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96afa0-519a-4f0a-a105-944f7d33a650 req-67df93b9-5f84-4600-9823-b3aa7ab1a213 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:52.604743 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ce96afa0-519a-4f0a-a105-944f7d33a650 req-67df93b9-5f84-4600-9823-b3aa7ab1a213 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.1708717 May 10 11:28:52.726782 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ce96afa0-519a-4f0a-a105-944f7d33a650 req-e53aadba-3306-4bdf-a0b3-ffb98352ad5f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037869 May 10 11:28:52.764087 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e674858b-27dc-451d-bd04-834a5f2fa21e req-25368a8b-8c5b-40b1-8a13-5b2dc3fac889 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584041 May 10 11:28:53.314854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166094-ce64-4ecc-b8e9-23f8c1e1c16c req-36c6b096-b3e4-49a4-87b3-02fa7783de8c tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:53.316295 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-69166094-ce64-4ecc-b8e9-23f8c1e1c16c req-36c6b096-b3e4-49a4-87b3-02fa7783de8c tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0781069 May 10 11:28:53.362481 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-69166094-ce64-4ecc-b8e9-23f8c1e1c16c req-aaa7bdcb-e8ba-40d6-b7ba-7fcf0f7e419a tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 May 10 11:28:54.050668 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7584f-d043-4937-bb1f-1dd0ccfbf054 req-6cd7901e-9dd8-4c9f-bb77-0be08e4546ac tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:54.052389 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-95c7584f-d043-4937-bb1f-1dd0ccfbf054 req-6cd7901e-9dd8-4c9f-bb77-0be08e4546ac tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0780196 May 10 11:28:54.095234 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-95c7584f-d043-4937-bb1f-1dd0ccfbf054 req-a5db52b3-3c84-4277-a3f1-b67e28576e77 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366740 May 10 11:28:54.544327 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01b743-86d2-4851-938a-32366abc6709 req-d3dee2ef-e285-410f-8d99-ed2759f7d50c tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:54.545777 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7a01b743-86d2-4851-938a-32366abc6709 req-d3dee2ef-e285-410f-8d99-ed2759f7d50c tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0781052 May 10 11:28:54.589225 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7a01b743-86d2-4851-938a-32366abc6709 req-6d89e26d-d3f5-477c-8efb-d1610c5166a7 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376801 May 10 11:28:55.283313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10399bf5-0101-489b-84cd-ec03e305c574 req-7ed966fb-a65b-4462-8091-1d447932b024 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:55.284760 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10399bf5-0101-489b-84cd-ec03e305c574 req-7ed966fb-a65b-4462-8091-1d447932b024 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0812895 May 10 11:28:55.330270 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-10399bf5-0101-489b-84cd-ec03e305c574 req-88e072f6-8ff3-4aca-a28a-5f4f5cb0ab87 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 May 10 11:28:55.774298 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e360e77-0a44-4942-8c56-c3e463e1ac0b req-432d12e2-4ec9-4f4e-a354-b8e4abd62a82 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:55.775726 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0e360e77-0a44-4942-8c56-c3e463e1ac0b req-432d12e2-4ec9-4f4e-a354-b8e4abd62a82 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0805438 May 10 11:28:55.819119 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-0e360e77-0a44-4942-8c56-c3e463e1ac0b req-9cedce3d-d19a-478b-b80f-87afcfa9d54b tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 May 10 11:28:56.513663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830118fd-fa21-442b-a1b9-e52ef0173ab0 req-ba9eedc1-a0ac-4f86-b886-8daa588f0046 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:56.515097 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-830118fd-fa21-442b-a1b9-e52ef0173ab0 req-ba9eedc1-a0ac-4f86-b886-8daa588f0046 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0782366 May 10 11:28:56.558985 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-830118fd-fa21-442b-a1b9-e52ef0173ab0 req-26628e20-65e0-49a8-99cc-591f907b7197 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377522 May 10 11:28:57.000616 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeffe5-acd4-4acb-b65b-d6aa6a39f9e6 req-b61c9dbf-0ac2-437f-855f-2ea538024bf1 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:57.002723 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4bdeffe5-acd4-4acb-b65b-d6aa6a39f9e6 req-b61c9dbf-0ac2-437f-855f-2ea538024bf1 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0799611 May 10 11:28:57.046145 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4bdeffe5-acd4-4acb-b65b-d6aa6a39f9e6 req-ca4939af-26ec-408d-8a90-cdec8ab4daa4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 May 10 11:28:57.757083 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b490b-bdab-4ee1-aea0-d1742f922aa5 req-06dabef7-6caa-4240-985d-13ac2ce92634 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:57.758614 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-747b490b-bdab-4ee1-aea0-d1742f922aa5 req-06dabef7-6caa-4240-985d-13ac2ce92634 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0820880 May 10 11:28:57.803531 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-747b490b-bdab-4ee1-aea0-d1742f922aa5 req-1f7f9fe3-f3a5-4bca-adf9-653618512abb tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390964 May 10 11:28:57.813668 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9bca-d145-406b-aea1-f0e725e83e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:58.237289 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a73f-bdfd-4ab0-876a-fb62df8cf675 req-8a8193d9-2d97-4900-bc81-359c3b87b90e tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:58.238764 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1019a73f-bdfd-4ab0-876a-fb62df8cf675 req-8a8193d9-2d97-4900-bc81-359c3b87b90e tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0876467 May 10 11:28:58.326150 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1019a73f-bdfd-4ab0-876a-fb62df8cf675 req-e412a488-813d-42bd-9a7e-671707db07a9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814989 May 10 11:28:58.349279 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-cfc26d2a-ac0f-4a35-895e-5494975b9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:58.350737 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-cfc26d2a-ac0f-4a35-895e-5494975b9878 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1098 time: 0.0912528 May 10 11:28:58.479361 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-c71e72df-f187-4f30-b20d-187e4c5ec977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:58.480820 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-c71e72df-f187-4f30-b20d-187e4c5ec977 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 910 time: 0.1230600 May 10 11:28:58.581203 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-abb3787d-19a8-4116-bc57-771467a6e967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 1001 time: 0.0935264 May 10 11:28:58.645548 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-12cde5e9-099d-41fc-9c21-6e3f83997c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:58.646924 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-12cde5e9-099d-41fc-9c21-6e3f83997c3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.0589514 May 10 11:28:58.723744 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-d1ba53e4-c926-4177-aeb7-7515cafd4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:58.725307 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-d1ba53e4-c926-4177-aeb7-7515cafd4d2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705597 May 10 11:28:58.857204 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-af7ad77b-fc2b-4447-81fb-a4cfbecec5f9 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244962 May 10 11:28:59.181200 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741a188a-3c90-45c0-88b2-35dda2cf2d22 req-81f2ca23-78ee-49bf-9e99-81496bd45b92 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174748 May 10 11:28:59.197853 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0a53-e436-4660-8da5-3850d3157e49 req-d9256153-0d4c-400f-956b-5c675a312dca tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:59.199315 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c4bb0a53-e436-4660-8da5-3850d3157e49 req-d9256153-0d4c-400f-956b-5c675a312dca tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.2717681 May 10 11:28:59.246340 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c4bb0a53-e436-4660-8da5-3850d3157e49 req-293e751b-7e4c-4caa-a648-14e6b293ccaa tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 May 10 11:28:59.493029 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-27cc8487-dd9f-4393-a873-37a134385a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:59.494472 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-27cc8487-dd9f-4393-a873-37a134385a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1098 time: 0.0704615 May 10 11:28:59.515857 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd4e5e-703d-450c-98db-bc4fc806a9f7 req-d30495ad-3e6f-4884-9131-430e4b435023 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:59.517853 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-32cd4e5e-703d-450c-98db-bc4fc806a9f7 req-d30495ad-3e6f-4884-9131-430e4b435023 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0837944 May 10 11:28:59.562575 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-32cd4e5e-703d-450c-98db-bc4fc806a9f7 req-ada6e923-2877-448b-a34e-ed75ef4a4b36 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389721 May 10 11:28:59.643969 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-bc2e0cf0-6e2c-4a67-8d4f-cc9110fbab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:59.645437 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-bc2e0cf0-6e2c-4a67-8d4f-cc9110fbab01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 910 time: 0.1308696 May 10 11:28:59.747192 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-7c43b959-76f6-4748-b683-d8213c2fdc3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 1001 time: 0.0941532 May 10 11:28:59.807897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-13b4cb95-5c77-4684-90b8-5fd3e7c94d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:59.809291 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-13b4cb95-5c77-4684-90b8-5fd3e7c94d5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.0550561 May 10 11:28:59.884245 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-7ed1c340-4270-49e5-92f9-15fe864c3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:59.885705 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-7ed1c340-4270-49e5-92f9-15fe864c3432 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693760 May 10 11:29:00.016270 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-68b9f1d8-dc35-419e-b95d-b3b094949f00 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220250 May 10 11:29:00.146424 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4b852a35-84b3-4491-9f4f-fd21dc447b78 req-cd06c1b4-fdc1-42d1-9166-8ab2c2ac2b98 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232808 May 10 11:29:00.441505 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae1489-6a15-4b7a-9afa-7114478d8a4d req-1fe44f11-6f82-4b3f-b40c-6c975af526cc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:00.443005 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-40ae1489-6a15-4b7a-9afa-7114478d8a4d req-1fe44f11-6f82-4b3f-b40c-6c975af526cc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0792787 May 10 11:29:00.495382 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-40ae1489-6a15-4b7a-9afa-7114478d8a4d req-d8e03882-4e99-4e5f-a0cd-73b3007dc2f7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466554 May 10 11:29:00.505342 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.698277 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d368f7da-cb92-4a78-8b50-f29ee9893265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:00.756135 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe5519-e19d-4590-aee5-3c93f825cb04 req-e8310ced-52a1-4502-bd72-abcb958890f3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:00.757627 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6abe5519-e19d-4590-aee5-3c93f825cb04 req-e8310ced-52a1-4502-bd72-abcb958890f3 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0874722 May 10 11:29:00.805770 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6abe5519-e19d-4590-aee5-3c93f825cb04 req-66787b67-c761-44b6-ae2d-7b3ebc672b9f tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 May 10 11:29:01.154699 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.158114 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:01.682525 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d45464-abfc-4599-a615-4c6663830f1f req-9032a4fa-e063-4119-9278-e4182d8beab7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:01.683895 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a8d45464-abfc-4599-a615-4c6663830f1f req-9032a4fa-e063-4119-9278-e4182d8beab7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0790882 May 10 11:29:01.730177 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-a8d45464-abfc-4599-a615-4c6663830f1f req-6a27c2a1-b762-4d80-ac16-ca3c32040ab5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405633 May 10 11:29:01.992773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363b12b-c323-47c2-88e7-d396c8d904f0 req-1c645188-9eaf-4850-948b-61c3f9751031 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:01.994414 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c363b12b-c323-47c2-88e7-d396c8d904f0 req-1c645188-9eaf-4850-948b-61c3f9751031 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0860503 May 10 11:29:02.041514 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c363b12b-c323-47c2-88e7-d396c8d904f0 req-bdcbc8ac-9b01-46fd-8437-4a3f29083994 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 May 10 11:29:02.364070 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-a05c6ed3-09bf-4913-80e2-34b629c84568 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157200 May 10 11:29:02.400277 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ce074-c3fd-4ddf-8503-b27a04708795 req-8f380ce0-04c7-4808-990a-dd6df2c48358 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:02.401775 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-848ce074-c3fd-4ddf-8503-b27a04708795 req-8f380ce0-04c7-4808-990a-dd6df2c48358 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0909159 May 10 11:29:02.446747 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-848ce074-c3fd-4ddf-8503-b27a04708795 req-6408d826-480e-437d-a110-8b83c93264d1 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391769 May 10 11:29:02.927626 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d731c9-1441-4b98-9c2f-39fc4054a925 req-d7ba4d69-e58b-4a3a-bb7a-9edc844e36d6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:02.929109 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f8d731c9-1441-4b98-9c2f-39fc4054a925 req-d7ba4d69-e58b-4a3a-bb7a-9edc844e36d6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0827966 May 10 11:29:02.973509 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f8d731c9-1441-4b98-9c2f-39fc4054a925 req-02096a16-9dc1-4f94-b30a-cec189039e43 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386889 May 10 11:29:03.041409 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.229534 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:03.342356 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.371008 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:03.380931 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:03.385257 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:03.387036 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bda107e0-e7bb-430a-b987-9408bb43ac9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:03.422178 dv-cinder-784956-5-smb neutron-server[78679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'code': 422} returned with failed status May 10 11:29:03.460025 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=6']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:03.467686 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.468033 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.468371 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.468937 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.470215 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.470702 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.471209 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.471541 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.471870 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.472197 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.472519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.472869 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:03.477049 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:03.651019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5676d4-6c56-4a30-aa1d-9dd5d69d8807 req-94baa088-cf04-42a2-9d54-2ad088fbadad tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:03.652498 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6a5676d4-6c56-4a30-aa1d-9dd5d69d8807 req-94baa088-cf04-42a2-9d54-2ad088fbadad tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.0818474 May 10 11:29:03.700004 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6a5676d4-6c56-4a30-aa1d-9dd5d69d8807 req-76057d40-7209-48bf-b4f0-8341ffa9c097 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 May 10 11:29:04.036975 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-0ec3a9db-2ae5-44c7-b899-9ce5455b64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.038447 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-0ec3a9db-2ae5-44c7-b899-9ce5455b64b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899&tenant_id=69c53b73c22342c7b4a080745ba0d380 HTTP/1.1" status: 200 len: 1096 time: 0.0758696 May 10 11:29:04.185561 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-42dce2c1-b201-4134-8969-0b8a233f5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.187012 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-42dce2c1-b201-4134-8969-0b8a233f5c10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1096 time: 0.1252437 May 10 11:29:04.223243 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6c42b-a1da-406f-9e45-3369cc64e1f8 req-01c593ad-1967-43d5-b20c-82508cc3b893 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.224758 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-efe6c42b-a1da-406f-9e45-3369cc64e1f8 req-01c593ad-1967-43d5-b20c-82508cc3b893 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.1277587 May 10 11:29:04.353334 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-efe6c42b-a1da-406f-9e45-3369cc64e1f8 req-1391919e-6dd0-4b58-81a3-b26535146e10 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786774 May 10 11:29:04.376764 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-cf477315-de0d-4f57-84d4-5a8012ce4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.378203 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-cf477315-de0d-4f57-84d4-5a8012ce4a23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 910 time: 0.1824505 May 10 11:29:04.565891 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-607faee1-3d0f-4786-a7d2-dd5ceef3f0fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 999 time: 0.1803679 May 10 11:29:04.628074 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-603692f6-da74-48fa-8419-4dd5360d4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.629538 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-603692f6-da74-48fa-8419-4dd5360d4a00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.0570445 May 10 11:29:04.704484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-7794943e-1758-4ef5-9239-563fe0585950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.706087 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-7794943e-1758-4ef5-9239-563fe0585950 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700505 May 10 11:29:04.837678 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-dd846c1c-4c75-4179-8dc0-4e5f357c8fea service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231201 May 10 11:29:04.891047 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f3eed-0aea-48d0-9dcc-688e6cd6551a req-58f6fb3b-6f0b-4d38-a84a-225f367572cf tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:04.892431 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-079f3eed-0aea-48d0-9dcc-688e6cd6551a req-58f6fb3b-6f0b-4d38-a84a-225f367572cf tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.0804136 May 10 11:29:04.936116 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-079f3eed-0aea-48d0-9dcc-688e6cd6551a req-7680ecae-a004-4645-affc-fa733596691e tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380094 May 10 11:29:04.971539 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d99ed0c6-7ddb-4b25-b379-7bc852dc6cb7 req-da7332ee-ec50-47c5-913b-8f52dd7a43f2 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260021 May 10 11:29:05.543371 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ecd3-38bb-4c9a-9cec-e7f1c379945e req-e8101027-b049-416d-8bcb-c9dd7f33ec06 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:05.544853 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a365ecd3-38bb-4c9a-9cec-e7f1c379945e req-e8101027-b049-416d-8bcb-c9dd7f33ec06 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0814884 May 10 11:29:05.588260 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a365ecd3-38bb-4c9a-9cec-e7f1c379945e req-53c9d9b0-d4ff-4faa-afc9-2adc96020e3f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 May 10 11:29:06.120837 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee70c38-0d10-477c-96af-0c1df281579d req-3860ef66-bcc4-460a-9551-ccfbd1945df9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:06.122306 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6ee70c38-0d10-477c-96af-0c1df281579d req-3860ef66-bcc4-460a-9551-ccfbd1945df9 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.0831466 May 10 11:29:06.166943 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6ee70c38-0d10-477c-96af-0c1df281579d req-afd49964-299f-43e6-8192-6337a97226ee tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387473 May 10 11:29:06.774124 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f95e4-8696-4bd2-97d0-aa69eed51911 req-609ec547-f51f-46f6-8b9f-5a17baf9dc4d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:06.775548 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-eb7f95e4-8696-4bd2-97d0-aa69eed51911 req-609ec547-f51f-46f6-8b9f-5a17baf9dc4d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0786288 May 10 11:29:06.818388 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-eb7f95e4-8696-4bd2-97d0-aa69eed51911 req-82360728-d716-49c2-8ca0-7bc8434a70c4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371838 May 10 11:29:07.241673 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:29:07.358745 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba6e7f-54a8-4fcd-90c2-fab1ea023666 req-ab3abe5b-2c13-4a74-89d3-1c3063ee504c tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:07.360235 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5bba6e7f-54a8-4fcd-90c2-fab1ea023666 req-ab3abe5b-2c13-4a74-89d3-1c3063ee504c tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 943 time: 0.0886524 May 10 11:29:07.381026 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:07.395920 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '28dcfba6-1510-4717-a809-c755f70307d2', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'port_id': '28dcfba6-1510-4717-a809-c755f70307d2', 'mac_address': 'fa:16:3e:c0:d1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:29:07.453002 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.473554 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dcfba6-1510-4717-a809-c755f70307d2 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:29:07.490647 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:07.495215 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.495734 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5bba6e7f-54a8-4fcd-90c2-fab1ea023666 req-8359b173-9566-4e69-923a-30aa802644d8 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293383 May 10 11:29:07.497473 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:29:07.499618 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:07.640766 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=7']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:07.643870 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:07.699597 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:07.712931 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '20d0821b-0640-47b8-abd9-e1672028b104', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'port_id': '20d0821b-0640-47b8-abd9-e1672028b104', 'mac_address': 'fa:16:3e:f5:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:29:07.767383 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.783502 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20d0821b-0640-47b8-abd9-e1672028b104 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:29:07.799007 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:07.804020 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:07.805919 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:07.881573 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=6']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:07.884313 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:07.909946 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['20d0821b-0640-47b8-abd9-e1672028b104'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:08.027315 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9dd0e-9b89-4a56-ac29-ad17896b8eca req-90330b68-2e6f-4fcd-a25b-8bc66ba7f0b4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:08.028881 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-86c9dd0e-9b89-4a56-ac29-ad17896b8eca req-90330b68-2e6f-4fcd-a25b-8bc66ba7f0b4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 944 time: 0.0892589 May 10 11:29:08.080787 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-86c9dd0e-9b89-4a56-ac29-ad17896b8eca req-755fbd56-8efe-41e6-8d21-9e1fbb7e8b23 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449493 May 10 11:29:08.152428 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['28dcfba6-1510-4717-a809-c755f70307d2'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:08.680566 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eef90-6d91-48f0-840f-1338111fe77f req-a1f007c7-5474-435c-8c9e-6d3f0c1ddded tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:08.682052 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ab4eef90-6d91-48f0-840f-1338111fe77f req-a1f007c7-5474-435c-8c9e-6d3f0c1ddded tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 944 time: 0.0784316 May 10 11:29:08.729370 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-ab4eef90-6d91-48f0-840f-1338111fe77f req-5c74deb3-38f7-42c4-a41f-14bf7aac7d2a tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 May 10 11:29:09.260888 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:29:09.301261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0489d6d-f3a5-4955-8627-9a48ca37f332 req-d85855a6-e371-4fd6-a254-da49491dbf96 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:09.302952 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b0489d6d-f3a5-4955-8627-9a48ca37f332 req-d85855a6-e371-4fd6-a254-da49491dbf96 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 944 time: 0.1106920 May 10 11:29:09.369255 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b0489d6d-f3a5-4955-8627-9a48ca37f332 req-29c50db4-fb83-47d0-bac3-c429aae97616 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586798 May 10 11:29:09.399350 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 28dcfba6-1510-4717-a809-c755f70307d2 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:09.399733 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.539900 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.581008 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:09.581936 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:09.600099 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:09.601210 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:29:09.670684 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'code': 200} May 10 11:29:09.671205 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:09.772724 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=8']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:09.784650 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:09.796420 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 20d0821b-0640-47b8-abd9-e1672028b104 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:09.796848 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.085121 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.088064 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9dc95-2ea0-479a-823e-c79f1b8ec3c3 req-4bcf9ab7-f691-4ecd-82de-f373a177035e tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:10.096149 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2ef9dc95-2ea0-479a-823e-c79f1b8ec3c3 req-4bcf9ab7-f691-4ecd-82de-f373a177035e tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0971398 May 10 11:29:10.125229 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:10.143796 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.144645 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:10.155623 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cd048-d186-4fe2-83ec-22c56bfc7363 req-166816f8-d092-4be9-9ce4-9bf3eb16914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:10.160001 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-2ef9dc95-2ea0-479a-823e-c79f1b8ec3c3 req-0056076f-61a8-4d4a-9a55-9cf79094b6bb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626521 May 10 11:29:10.161788 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bd7cd048-d186-4fe2-83ec-22c56bfc7363 req-166816f8-d092-4be9-9ce4-9bf3eb16914f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1098 time: 0.1581862 May 10 11:29:10.231678 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=7']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:10.237853 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:10.271975 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-bd7cd048-d186-4fe2-83ec-22c56bfc7363 req-4af9b12d-3ff6-40a4-81fb-09bc971e026d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968924 May 10 11:29:10.308646 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2515-520c-41a5-8637-ade01528f5ed req-58586f8d-e3c3-4c8d-842d-a3b4ab57d9b3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:10.310907 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-98af2515-520c-41a5-8637-ade01528f5ed req-58586f8d-e3c3-4c8d-842d-a3b4ab57d9b3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.1370316 May 10 11:29:10.358838 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-98af2515-520c-41a5-8637-ade01528f5ed req-f2e5753f-b8e1-4347-b550-565feb6ced15 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 May 10 11:29:10.692294 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cae64d-ac1e-458d-9d90-c44f003a2e3c req-c7494e4a-5b06-4f7a-8f28-d6c81b136ab4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:10.694125 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-97cae64d-ac1e-458d-9d90-c44f003a2e3c req-c7494e4a-5b06-4f7a-8f28-d6c81b136ab4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0873125 May 10 11:29:10.743355 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-97cae64d-ac1e-458d-9d90-c44f003a2e3c req-8bb4d49b-4c59-4d40-af76-15bc6f7c0a5f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 May 10 11:29:11.369633 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c016-be3a-44d3-a897-f7b71a1357e6 req-b9921cea-33cd-4817-9b90-4cb3a8488042 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:11.371245 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e645c016-be3a-44d3-a897-f7b71a1357e6 req-b9921cea-33cd-4817-9b90-4cb3a8488042 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.0869803 May 10 11:29:11.427750 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e645c016-be3a-44d3-a897-f7b71a1357e6 req-6e3c2c28-aa54-4d26-831a-1a20c126af98 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496380 May 10 11:29:11.608791 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6b3f-9ce2-4362-8c74-54467179e994 req-91c3c28d-f01e-4a66-b380-eb1455ae11a7 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:11.616478 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e81c6b3f-9ce2-4362-8c74-54467179e994 req-91c3c28d-f01e-4a66-b380-eb1455ae11a7 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.0922289 May 10 11:29:11.662565 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e81c6b3f-9ce2-4362-8c74-54467179e994 req-b977a585-9b96-4d6f-997a-bffc884ef5f3 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 May 10 11:29:11.672390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:11.730695 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'code': 200} May 10 11:29:12.005464 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a24e-c88e-4ee3-a6d8-91ea11f87cfb req-bbd23e44-f0b4-49c8-965d-f24eb8efb282 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:12.007031 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6306a24e-c88e-4ee3-a6d8-91ea11f87cfb req-bbd23e44-f0b4-49c8-965d-f24eb8efb282 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.1112301 May 10 11:29:12.055274 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6306a24e-c88e-4ee3-a6d8-91ea11f87cfb req-ebc7ffd6-523d-44fa-b848-dd8c45c81b24 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420194 May 10 11:29:12.169308 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-d18c0586-ddc0-4346-8143-0bb0e15a1af6 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:12.170759 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-d18c0586-ddc0-4346-8143-0bb0e15a1af6 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.0875151 May 10 11:29:12.329772 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Deleting port 96fcc232-6d2d-408c-8b03-cc803652a52c {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:12.330095 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.475125 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] For port 96fcc232-6d2d-408c-8b03-cc803652a52c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96fcc232-6d2d-408c-8b03-cc803652a52c,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:12.475867 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.920912 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.921288 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.921594 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.l3_db [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Floating IP 71b3b7ae-fbdf-498f-b343-dda9e5759ca6 disassociated. External IP: 172.28.1.221, port: 96fcc232-6d2d-408c-8b03-cc803652a52c. May 10 11:29:12.922473 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Calling delete_port for 96fcc232-6d2d-408c-8b03-cc803652a52c owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:12.967678 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5868-de94-4dbe-9457-b94a1dc7feae req-5a70e028-c620-49ee-a277-b94374382583 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:12.976770 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cb2d5868-de94-4dbe-9457-b94a1dc7feae req-5a70e028-c620-49ee-a277-b94374382583 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 945 time: 0.1496148 May 10 11:29:13.028539 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-cb2d5868-de94-4dbe-9457-b94a1dc7feae req-00ee14aa-357c-4b75-9f80-02d7bcb1c3a5 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups?id=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504150 May 10 11:29:13.130119 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.142919 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:13.194913 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event deleted for resources: {'Port': ['ID=96fcc232-6d2d-408c-8b03-cc803652a52c,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:13.202359 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:13.294854 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42421d9b-5a4f-49c6-bf6c-bde45bba16cd req-b762bd5b-7b55-4fa8-8d5d-9cda840c0390 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:13.297688 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-42421d9b-5a4f-49c6-bf6c-bde45bba16cd req-b762bd5b-7b55-4fa8-8d5d-9cda840c0390 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.1098976 May 10 11:29:13.344160 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-42421d9b-5a4f-49c6-bf6c-bde45bba16cd req-cd673966-1a6d-4399-b1c4-64a3f6572e67 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 May 10 11:29:13.414914 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Router d5935552-32bb-498a-ae3d-24e0f1131d51 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:29:13.622174 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:29:13.633950 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:13.652167 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:29:13.653177 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:29:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:13.799077 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] No DVR routers for this DVR port 96fcc232-6d2d-408c-8b03-cc803652a52c on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:13.802022 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.804666 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'name': 'network-vif-deleted', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:13.831159 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ffc96342-e1c8-4a8b-9ca9-d0b228684261 req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.23 "DELETE /v2.0/ports/96fcc232-6d2d-408c-8b03-cc803652a52c HTTP/1.1" status: 204 len: 173 time: 1.6535156 May 10 11:29:13.924534 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:29:13.934013 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9cd3a-1338-4650-b970-d5e6b03bbfb8', 'name': 'network-vif-deleted', 'tag': '96fcc232-6d2d-408c-8b03-cc803652a52c', 'status': 'completed', 'code': 200} May 10 11:29:14.214675 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-fec156f1-5dbc-4cc9-b7d9-78d71d251d13 req-aac0a82e-0763-4dc5-bb00-fabcee4f7dae tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b9cd3a-1338-4650-b970-d5e6b03bbfb8 HTTP/1.1" status: 200 len: 210 time: 0.0538166 May 10 11:29:14.318994 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:14.323167 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:14.333568 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:29:14.334457 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:29:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:14.553588 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:29:14.584629 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b419c-dcf4-4195-bc31-4e7fdd6123b9 req-c6c7ba0e-f55b-42cc-849b-2992867f79c9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:14.592242 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e36b419c-dcf4-4195-bc31-4e7fdd6123b9 req-c6c7ba0e-f55b-42cc-849b-2992867f79c9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.1079624 May 10 11:29:14.662641 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e36b419c-dcf4-4195-bc31-4e7fdd6123b9 req-5e7cc549-e5c4-4c76-ae47-d663ea07708f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691745 May 10 11:29:14.912710 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:14.917558 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cd8b5-c895-4066-af8d-6e75e6bb6c28 None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:23:49Z', 'revision_number': 4, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': 'd07140ce-57da-4d8a-9af4-9e9778c2bf47', 'name': '', 'network_id': '50dd005b-a57b-404b-b729-f52af20b2250', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'mac_address': 'fa:16:3e:3b:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:46Z', 'updated_at': '2021-05-10T11:24:02Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'subnets': [{'id': '200c64f9-4a34-4d85-9490-f0e7d1f65219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:15.199390 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f02eb8-046c-4ade-8afa-90ca0220cb74 None None] New status for floating IP 71b3b7ae-fbdf-498f-b343-dda9e5759ca6: DOWN {{(pid=78680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:29:15.341408 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 96fcc232-6d2d-408c-8b03-cc803652a52c no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:15.352165 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43858) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:15.419085 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 96fcc232-6d2d-408c-8b03-cc803652a52c {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:15.419448 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 96fcc232-6d2d-408c-8b03-cc803652a52c not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:15.456597 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.489262 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.549065 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.553348 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5ee791dd-fa1d-41f5-ad47-2f8b6d5c86f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:15.568810 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5d6e4-c105-471e-a7ac-3df4d2e0be9f,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:15.572094 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:15.583834 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.587638 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43862) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:15.588156 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-4dbafc51-8736-42f7-9cdc-d8cdf00e9b56 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "DELETE /v2.0/security-groups/5df5d6e4-c105-471e-a7ac-3df4d2e0be9f HTTP/1.1" status: 204 len: 168 time: 0.2343223 May 10 11:29:15.611363 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.api.v2.resource [None req-4a992b88-ffd5-467b-96d4-67f22b0e3e87 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] show failed (client error): The resource could not be found. May 10 11:29:15.615011 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-4a992b88-ffd5-467b-96d4-67f22b0e3e87 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "GET /v2.0/security-groups/5df5d6e4-c105-471e-a7ac-3df4d2e0be9f HTTP/1.1" status: 404 len: 347 time: 0.0229993 May 10 11:29:15.615465 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43866) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:15.850375 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Deleting port fd58122a-e7da-464a-9c24-8ca4eaf8cb81 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:15.851456 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.874332 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f441e-d500-4626-ba32-069583f423b0 req-d9327a00-7f1f-4053-a726-d8c1d16988ee tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:15.881932 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e7f441e-d500-4626-ba32-069583f423b0 req-d9327a00-7f1f-4053-a726-d8c1d16988ee tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0976658 May 10 11:29:15.933061 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7e7f441e-d500-4626-ba32-069583f423b0 req-c0cd79b0-1193-40c1-91f8-0018d8ff13c0 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501289 May 10 11:29:16.113283 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.113724 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.243734 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Calling delete_port for fd58122a-e7da-464a-9c24-8ca4eaf8cb81 owned by network:floatingip {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:16.381880 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.387104 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5deead81-7e78-4bd3-8fa9-122f2573ddce tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:16.433774 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Pushing event deleted for resources: {'Port': ['ID=fd58122a-e7da-464a-9c24-8ca4eaf8cb81,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:16.460971 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:16.531247 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks [] for floatingip, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.546199 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:16.548049 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] 10.222.0.26 "DELETE /v2.0/floatingips/71b3b7ae-fbdf-498f-b343-dda9e5759ca6 HTTP/1.1" status: 204 len: 168 time: 0.9314697 May 10 11:29:17.145063 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03f15-cfbd-4953-b5dd-4cea1a2acbad req-45b9962f-bea9-4f83-9326-e36ed0d101ad tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:17.146690 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-aba03f15-cfbd-4953-b5dd-4cea1a2acbad req-45b9962f-bea9-4f83-9326-e36ed0d101ad tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0915558 May 10 11:29:17.212377 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-aba03f15-cfbd-4953-b5dd-4cea1a2acbad req-d3bbd688-59a6-471c-851a-013bfa06c916 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593081 May 10 11:29:18.106653 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-5a74afd3-5b90-4259-9d0c-80476a6745b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.108470 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-5a74afd3-5b90-4259-9d0c-80476a6745b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1138 time: 0.2037170 May 10 11:29:18.224427 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7b8ab-aac7-4025-9190-630321903c9a req-404b3981-356b-4c8c-8b98-e0ec315ee99c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.231994 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-65f7b8ab-aac7-4025-9190-630321903c9a req-404b3981-356b-4c8c-8b98-e0ec315ee99c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.2088311 May 10 11:29:18.303881 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-65f7b8ab-aac7-4025-9190-630321903c9a req-9552fc07-4afe-449a-ba47-abf2d9bf55b3 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710790 May 10 11:29:18.330421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-95c00708-2767-47e5-b079-5b93db08793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.330421 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-95c00708-2767-47e5-b079-5b93db08793a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 915 time: 0.2116330 May 10 11:29:18.443552 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4eb12-2727-4613-a40a-0c372837a56f req-635f947f-ccf7-4b3f-92a2-209615c0d18e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.445139 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-64f4eb12-2727-4613-a40a-0c372837a56f req-635f947f-ccf7-4b3f-92a2-209615c0d18e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0916114 May 10 11:29:18.446957 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-eb2e823d-b89b-4fac-87e8-48e053629b06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 1002 time: 0.1045249 May 10 11:29:18.507984 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-64f4eb12-2727-4613-a40a-0c372837a56f req-d33ade53-d42d-4177-b0ee-a302a60bb1c5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548229 May 10 11:29:18.530824 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-200e8425-4fcd-4fec-8da5-72247cdbd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.532901 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-200e8425-4fcd-4fec-8da5-72247cdbd33b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0729170 May 10 11:29:18.613133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-060752cd-6422-46da-9316-ce380f90971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.614645 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-060752cd-6422-46da-9316-ce380f90971f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752327 May 10 11:29:18.747176 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-7636960d-4072-4b23-995b-b87ebaa017aa service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229565 May 10 11:29:18.875980 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b5ed01de-b5fd-42b0-896e-b1ccae8865d6 req-83de0d18-8a15-4460-ba30-8c590cd37663 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219344 May 10 11:29:19.280093 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-760b1a11-8006-4264-9fbc-62baf290c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.281550 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-760b1a11-8006-4264-9fbc-62baf290c9cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1098 time: 0.0707753 May 10 11:29:19.560140 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-494af2db-c7b4-4075-9257-db34a8d4061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.561698 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-494af2db-c7b4-4075-9257-db34a8d4061a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.2731299 May 10 11:29:19.639530 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7270c-7838-47c5-a5b7-655a2c98bc6b req-7c164af0-766e-4060-a349-5556c9ee1523 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.641076 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c8e7270c-7838-47c5-a5b7-655a2c98bc6b req-7c164af0-766e-4060-a349-5556c9ee1523 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1932194 May 10 11:29:19.702300 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ff6f-10fa-4293-9529-9770173f3362 req-ae94876d-60ae-4751-8adc-eb3065807596 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.703756 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b6e2ff6f-10fa-4293-9529-9770173f3362 req-ae94876d-60ae-4751-8adc-eb3065807596 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0808535 May 10 11:29:19.717952 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-e91f19bd-8174-4d46-9a44-7ad0cdb11354 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 1001 time: 0.1438468 May 10 11:29:19.721911 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c8e7270c-7838-47c5-a5b7-655a2c98bc6b req-2538c8d3-69af-4e68-ab02-c13cf9d7e1f5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727701 May 10 11:29:19.748808 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b6e2ff6f-10fa-4293-9529-9770173f3362 req-15cd0a77-42b1-4998-b2fe-f31e110615d6 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386395 May 10 11:29:19.781529 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-cc6ac986-a8f3-48dc-b163-d6a56eb6c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.782966 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-cc6ac986-a8f3-48dc-b163-d6a56eb6c3e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.0580106 May 10 11:29:19.861191 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-781028dc-5448-45d6-8179-36b682b6fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.862608 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-781028dc-5448-45d6-8179-36b682b6fb4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729294 May 10 11:29:19.993867 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-2dcb570e-3c9c-4708-bae7-701de797e992 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240282 May 10 11:29:20.125784 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a2dacedf-35ae-403d-acc9-0063b9436a8f req-e03c441a-003f-436b-bf3c-388a88f3409b service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249366 May 10 11:29:20.662681 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43926) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:20.942156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c264-c26b-49c6-b77d-3aad32b8e1f7 req-9dffbfc6-2133-4f16-b07e-636a7f64e2fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:20.943601 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-81c3c264-c26b-49c6-b77d-3aad32b8e1f7 req-9dffbfc6-2133-4f16-b07e-636a7f64e2fc tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 945 time: 0.0806310 May 10 11:29:20.990363 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-81c3c264-c26b-49c6-b77d-3aad32b8e1f7 req-9f731f0b-440d-49ea-b5c4-4766aaa96c91 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394681 May 10 11:29:21.061034 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff88e5-fe00-4beb-a9f7-a974a030604d req-bd3c2422-83b2-471a-989a-986494e37010 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:21.062514 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-baff88e5-fe00-4beb-a9f7-a974a030604d req-bd3c2422-83b2-471a-989a-986494e37010 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1815786 May 10 11:29:21.188603 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-baff88e5-fe00-4beb-a9f7-a974a030604d req-918511f6-528e-4628-8f54-81565ba85c80 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709467 May 10 11:29:21.368899 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:21.400877 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.523929 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.551523 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:21.564162 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:21.569887 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:21.573256 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:21.639491 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=8']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:21.643381 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:21.656986 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'code': 200} May 10 11:29:21.912601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Deleting port d07140ce-57da-4d8a-9af4-9e9778c2bf47 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:21.913216 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.029810 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] For port d07140ce-57da-4d8a-9af4-9e9778c2bf47, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=d07140ce-57da-4d8a-9af4-9e9778c2bf47,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:22.030161 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.156884 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Calling delete_port for d07140ce-57da-4d8a-9af4-9e9778c2bf47 owned by network:router_interface {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:22.376559 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ef23c-b67e-4e0f-8491-f7cc52a90613 req-c7902320-39b4-4292-8fff-99278264e360 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:22.378048 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9a9ef23c-b67e-4e0f-8491-f7cc52a90613 req-c7902320-39b4-4292-8fff-99278264e360 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0806062 May 10 11:29:22.380716 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76915c62-8f71-498f-bef9-7f75dd9ff542 req-f372ad33-eb6e-450d-b52b-b3724b79b23f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:22.382162 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-76915c62-8f71-498f-bef9-7f75dd9ff542 req-f372ad33-eb6e-450d-b52b-b3724b79b23f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.2326078 May 10 11:29:22.424457 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-9a9ef23c-b67e-4e0f-8491-f7cc52a90613 req-93750d45-b6b5-4c51-9cd9-2697df5c133a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Synchronizing usage tracker for tenant:295feb36faf64a4c88d585262a0ab01d on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:29:22.440245 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-9a9ef23c-b67e-4e0f-8491-f7cc52a90613 req-93750d45-b6b5-4c51-9cd9-2697df5c133a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Unset dirty status for tenant:295feb36faf64a4c88d585262a0ab01d on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:29:22.441566 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9a9ef23c-b67e-4e0f-8491-f7cc52a90613 req-93750d45-b6b5-4c51-9cd9-2697df5c133a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573897 May 10 11:29:22.447012 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-76915c62-8f71-498f-bef9-7f75dd9ff542 req-2c73801e-5b94-4701-a572-7a7c3b3cba54 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573168 May 10 11:29:22.527144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.530719 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0947fbca-c25d-4f7e-a62e-1595882e7a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:22.572545 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d07140ce-57da-4d8a-9af4-9e9778c2bf47,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:22.576117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:22.848666 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.301770 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Router d5935552-32bb-498a-ae3d-24e0f1131d51 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:29:23.484195 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:29:23.494246 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] Sync routers for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:29:23.499334 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-5a2f1a00-a354-4e64-9c41-9f3cdc7f77cd admin admin] 10.222.0.26 "PUT /v2.0/routers/d5935552-32bb-498a-ae3d-24e0f1131d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8331687 May 10 11:29:23.499680 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 43966) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:23.504540 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:29:23.505192 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:29:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:23.723518 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:23.753414 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:29:23.758755 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1a47-8c86-448b-b82c-41a42f9088e7 req-dde29df4-5363-44df-8b27-a54c0de90f87 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:23.767728 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f42b1a47-8c86-448b-b82c-41a42f9088e7 req-dde29df4-5363-44df-8b27-a54c0de90f87 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1854265 May 10 11:29:23.834711 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f42b1a47-8c86-448b-b82c-41a42f9088e7 req-8c245efc-cf03-402c-b187-d82027b0addb tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645773 May 10 11:29:24.021364 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.091669 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557ee38-f184-434a-8099-544e2467aee9 req-355f62a2-4599-4bf4-b480-c2227493d1b2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:24.093223 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7557ee38-f184-434a-8099-544e2467aee9 req-355f62a2-4599-4bf4-b480-c2227493d1b2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.1614940 May 10 11:29:24.152446 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7557ee38-f184-434a-8099-544e2467aee9 req-6da674c5-8311-4354-bb2b-3e52b691252a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503519 May 10 11:29:24.152669 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:29:22Z', 'revision_number': 5, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port': {'id': 'a440a09b-ef07-4498-a4a0-68e38eec0c69', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:24.157649 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] Checking router: d5935552-32bb-498a-ae3d-24e0f1131d51 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:29:24.166453 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] Routers {'d5935552-32bb-498a-ae3d-24e0f1131d51'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:29:24.167067 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:29:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['d5935552-32bb-498a-ae3d-24e0f1131d51'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:24.170611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Deleting port a440a09b-ef07-4498-a4a0-68e38eec0c69 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:24.170952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.185704 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 43992) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:24.295085 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] For port a440a09b-ef07-4498-a4a0-68e38eec0c69, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a440a09b-ef07-4498-a4a0-68e38eec0c69,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:24.295721 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.301790 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-701866a6-9f42-4d1b-8ee7-06a6b7caba24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146708 May 10 11:29:24.325734 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] Set router d5935552-32bb-498a-ae3d-24e0f1131d51 gateway port host: None {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:29:24.438758 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:29:24Z', 'revision_number': 6, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port_host': None}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:24.443762 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc33fc-8533-421b-ae41-dbe028f2b1a5 None None] The sync data for ids ['d5935552-32bb-498a-ae3d-24e0f1131d51'] in dv-cinder-784956-5-smb is: [{'id': 'd5935552-32bb-498a-ae3d-24e0f1131d51', 'name': 'tempest-AttachVolumeTestJSON-948602170-router', 'tenant_id': '8681edba6c0c49e59ea38dfde0d89847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:40Z', 'updated_at': '2021-05-10T11:29:24Z', 'revision_number': 6, 'project_id': '8681edba6c0c49e59ea38dfde0d89847', 'gw_port_host': None}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:29:24.531601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Calling delete_port for a440a09b-ef07-4498-a4a0-68e38eec0c69 owned by network:router_gateway {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:24.670019 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.675070 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:24.718913 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a440a09b-ef07-4498-a4a0-68e38eec0c69,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:24.752609 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:24.812314 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.987920 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:24.990311 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.036414 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf03f6-4f30-4ef1-9a6a-0feeb446c82c req-4979b7de-09f7-4730-a154-76c16fcf1815 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.037884 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-42cf03f6-4f30-4ef1-9a6a-0feeb446c82c req-4979b7de-09f7-4730-a154-76c16fcf1815 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0799069 May 10 11:29:25.074088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.074573 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5935552-32bb-498a-ae3d-24e0f1131d51 {{(pid=78677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:29:25.086177 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-42cf03f6-4f30-4ef1-9a6a-0feeb446c82c req-20dafa14-4570-4589-b73f-c87a58cccba3 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422492 May 10 11:29:25.087243 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.088346 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d5935552-32bb-498a-ae3d-24e0f1131d51 HTTP/1.1" status: 204 len: 168 time: 1.5876598 May 10 11:29:25.090829 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44006) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:25.152813 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Deleting subnet 200c64f9-4a34-4d85-9490-f0e7d1f65219 {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:29:25.155757 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.206234 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.224899 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-9f02e6c1-7384-4379-9d56-b4e9768781db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.226745 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-9f02e6c1-7384-4379-9d56-b4e9768781db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42&tenant_id=c3f7f861ad0c450e9d36c30aea8f62da HTTP/1.1" status: 200 len: 1096 time: 0.0762122 May 10 11:29:25.385253 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:25.385923 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-f809afe5-edbe-49fc-ab7b-11ac539e9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.387479 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-f809afe5-edbe-49fc-ab7b-11ac539e9355 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1096 time: 0.1328337 May 10 11:29:25.406208 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6f94-90c5-4e52-9cf7-7a0a10a2b8fa req-324b8026-8c1e-4783-937c-f7dbc2ea5f0d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.407817 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e94f6f94-90c5-4e52-9cf7-7a0a10a2b8fa req-324b8026-8c1e-4783-937c-f7dbc2ea5f0d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.1168010 May 10 11:29:25.414884 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.538354 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e94f6f94-90c5-4e52-9cf7-7a0a10a2b8fa req-b8efc291-e3d0-40b7-a5a5-bd6965e1b05e tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128566 May 10 11:29:25.574650 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-cd3044c2-a10e-4132-8479-1d6d8e1010fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.576113 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-cd3044c2-a10e-4132-8479-1d6d8e1010fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.1778612 May 10 11:29:25.679622 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device d07140ce-57da-4d8a-9af4-9e9778c2bf47 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:25.688107 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.693061 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0c145bae-a0f2-4732-8a12-c343ec726361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:25.698032 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-d1bebcb8-9b31-40fd-a145-c87d46808314 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 999 time: 0.1027553 May 10 11:29:25.715541 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: d07140ce-57da-4d8a-9af4-9e9778c2bf47 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:25.715901 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device d07140ce-57da-4d8a-9af4-9e9778c2bf47 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:25.716325 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a440a09b-ef07-4498-a4a0-68e38eec0c69 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:25.729769 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.736679 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200c64f9-4a34-4d85-9490-f0e7d1f65219,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:25.748180 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f6ad6-a708-427b-bf5c-a9b00bc20ca4 None None] Network 50dd005b-a57b-404b-b729-f52af20b2250 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:29:25.748780 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/200c64f9-4a34-4d85-9490-f0e7d1f65219 HTTP/1.1" status: 204 len: 168 time: 0.6567590 May 10 11:29:25.750677 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44012) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:25.751189 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c2e48408-da0a-4d7a-9266-969ae56d811a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:25.771347 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: a440a09b-ef07-4498-a4a0-68e38eec0c69 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:25.771701 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a440a09b-ef07-4498-a4a0-68e38eec0c69 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:25.773681 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-76ed719b-70b8-463c-9c87-189bc1482504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.775357 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-76ed719b-70b8-463c-9c87-189bc1482504 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.0665724 May 10 11:29:25.852297 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-7757be45-c2a5-4231-977a-837f1b383025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.853877 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-7757be45-c2a5-4231-977a-837f1b383025 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704274 May 10 11:29:25.857056 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.931109 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Deleting port a6df6122-a34c-41e5-8146-526a9ac15ec5 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:25.931488 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.000227 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-4ea335c9-0b65-455e-bbeb-fb247417c3f2 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390316 May 10 11:29:26.033456 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] For port a6df6122-a34c-41e5-8146-526a9ac15ec5, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a6df6122-a34c-41e5-8146-526a9ac15ec5,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:26.033806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.038478 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] DHCP port deletion for 50dd005b-a57b-404b-b729-f52af20b2250 request from dv-cinder-784956-5-smb {{(pid=78679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:29:26.152331 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Deleting port a6df6122-a34c-41e5-8146-526a9ac15ec5 {{(pid=78679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:26.152856 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.174684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Calling delete_port for a6df6122-a34c-41e5-8146-526a9ac15ec5 owned by network:dhcp {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:26.244193 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e308bced-32ef-4098-b1cf-86cde0fe602a req-5440ddcb-4f1e-49db-bc56-b000ac5e4259 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366424 May 10 11:29:26.259210 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] For port a6df6122-a34c-41e5-8146-526a9ac15ec5, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a6df6122-a34c-41e5-8146-526a9ac15ec5,segment=NetworkSegment(45b8994e-9f94-47fb-b3f8-48604553d3b9),segment_id=45b8994e-9f94-47fb-b3f8-48604553d3b9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:26.259746 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.293990 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef1c33-49e1-4692-95da-6d993765cd5a req-b86b9239-9524-4821-b199-1f4a3b157a7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:26.295471 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfef1c33-49e1-4692-95da-6d993765cd5a req-b86b9239-9524-4821-b199-1f4a3b157a7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0961242 May 10 11:29:26.296539 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.307143 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1c51ce8f-a641-43e7-a0aa-eb448d90a943 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:26.355838 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] No DVR routers for this DVR port a6df6122-a34c-41e5-8146-526a9ac15ec5 on host dv-cinder-784956-5-smb {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:26.368800 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a6df6122-a34c-41e5-8146-526a9ac15ec5,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:26.388451 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Calling delete_port for a6df6122-a34c-41e5-8146-526a9ac15ec5 owned by network:dhcp {{(pid=78679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:26.396251 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:26.505788 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-bfef1c33-49e1-4692-95da-6d993765cd5a req-aee4de1e-d90e-4ea8-bc62-2770cacdcfd9 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995618 May 10 11:29:26.509744 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.519114 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.527560 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-bdbe55fc-d673-4543-8cc7-3ba49d572e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:26.529556 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dd005b-a57b-404b-b729-f52af20b2250']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:26.543671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b8994e-9f94-47fb-b3f8-48604553d3b9') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:26.543971 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b8994e-9f94-47fb-b3f8-48604553d3b9') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:26.556263 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.569254 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Pushing event deleted for resources: {'Port': ['ID=a6df6122-a34c-41e5-8146-526a9ac15ec5,revision_number=None']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:26.572325 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:26.574551 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6aad3-afff-425b-a794-1169375bdf8c None None] No DVR routers for this DVR port a6df6122-a34c-41e5-8146-526a9ac15ec5 on host dv-cinder-784956-5-smb {{(pid=78679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:26.581877 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.589997 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:26.590446 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:26.604975 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:26.716902 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.722012 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1a224eb-a1c3-43a6-9d1e-49c08e2814f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:26.736499 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.752577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Pushing event deleted for resources: {'Network': ['ID=50dd005b-a57b-404b-b729-f52af20b2250,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:26.755429 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:26.772792 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] 10.222.0.26 "DELETE /v2.0/networks/50dd005b-a57b-404b-b729-f52af20b2250 HTTP/1.1" status: 204 len: 168 time: 1.0178988 May 10 11:29:26.790841 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5eef-d051-4c16-bc1b-eb653f914b3a req-20afc5c3-c047-4f1b-b5c2-047f937df3a8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:26.792340 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f59a5eef-d051-4c16-bc1b-eb653f914b3a req-20afc5c3-c047-4f1b-b5c2-047f937df3a8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.1198564 May 10 11:29:26.839873 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-f59a5eef-d051-4c16-bc1b-eb653f914b3a req-2f6c7529-69d3-45cc-86b9-1242c13dc81f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 May 10 11:29:26.935133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 44042) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:26.990864 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-464b3980-13e6-4bce-abba-47d90c65a366 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8681edba6c0c49e59ea38dfde0d89847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0544240 May 10 11:29:26.994295 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44046) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:27.076001 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.110065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.195686 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.201468 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-4fca1161-59f3-4e36-a344-37ee1e7df703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:27.227863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb8676-57ae-4ec7-bee9-69834a48e437,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:27.234598 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:27.248813 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.250151 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21cb8676-57ae-4ec7-bee9-69834a48e437 HTTP/1.1" status: 204 len: 168 time: 0.2544684 May 10 11:29:27.699425 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a6df6122-a34c-41e5-8146-526a9ac15ec5 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:27.736552 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a42ffd-3075-4592-b538-1f5f6e51d0f3 req-688e87ae-4cbd-4e32-808d-d33facc7ade8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:27.738330 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-54a42ffd-3075-4592-b538-1f5f6e51d0f3 req-688e87ae-4cbd-4e32-808d-d33facc7ade8 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1164386 May 10 11:29:27.741104 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: a6df6122-a34c-41e5-8146-526a9ac15ec5 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:27.741448 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a6df6122-a34c-41e5-8146-526a9ac15ec5 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:27.810754 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-54a42ffd-3075-4592-b538-1f5f6e51d0f3 req-56d1c22b-8fc0-412c-8975-fcbd4c934d36 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603576 May 10 11:29:27.820169 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-16dd0432-c5ef-4a06-9bb3-1e5b3930999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:28.059867 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08be1-e3bc-490f-99dc-94ed9c8a5d69 req-165bb419-915d-4c15-9dd8-82b7f03a22b2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:28.066109 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-85a08be1-e3bc-490f-99dc-94ed9c8a5d69 req-165bb419-915d-4c15-9dd8-82b7f03a22b2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0941052 May 10 11:29:28.119850 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-85a08be1-e3bc-490f-99dc-94ed9c8a5d69 req-66f6546c-01b5-4be2-af23-079ffde13384 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520232 May 10 11:29:28.268029 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:29:29.105370 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c925f0b-61b7-4c95-96b8-4388367678db req-b1e7c7e3-dfad-4fa7-9afd-59a3103dd6b0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:29.106847 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7c925f0b-61b7-4c95-96b8-4388367678db req-b1e7c7e3-dfad-4fa7-9afd-59a3103dd6b0 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1796200 May 10 11:29:29.168120 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-7c925f0b-61b7-4c95-96b8-4388367678db req-01f9bba6-8cec-4ad0-87ba-707d6d2088ba tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544336 May 10 11:29:29.323606 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889518-8946-46f6-8299-29e9bbea2530 req-7f8fa314-2c77-4d19-99a3-d4883abd2c2d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:29.331322 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e2889518-8946-46f6-8299-29e9bbea2530 req-7f8fa314-2c77-4d19-99a3-d4883abd2c2d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0906711 May 10 11:29:29.372779 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e2889518-8946-46f6-8299-29e9bbea2530 req-73e01ff5-4963-481e-a815-40894e2b6a0a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 May 10 11:29:30.409815 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadcfc-5ddb-42c7-a6af-1da0f32eeacd req-bb729158-1215-435f-b2b3-1a7252e4e8e5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:30.430905 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-23eadcfc-5ddb-42c7-a6af-1da0f32eeacd req-bb729158-1215-435f-b2b3-1a7252e4e8e5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1184795 May 10 11:29:30.491997 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-23eadcfc-5ddb-42c7-a6af-1da0f32eeacd req-aa709403-a48f-430b-b06d-c74fc7c7eb67 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591760 May 10 11:29:30.500976 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.645642 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733aec0-c300-41eb-a508-f93d156d60b2 req-0c56ff08-f2b9-4186-9978-2cd1ad9e5274 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:30.647109 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7733aec0-c300-41eb-a508-f93d156d60b2 req-0c56ff08-f2b9-4186-9978-2cd1ad9e5274 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0897365 May 10 11:29:30.711183 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4b73be39-4394-41dd-ad21-9e95d70f7ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:30.722258 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-7733aec0-c300-41eb-a508-f93d156d60b2 req-a0cf2c23-3045-45d9-877f-84444f4144b5 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692568 May 10 11:29:31.171020 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.172822 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.708754 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e9746-40e4-4363-896f-7bf4771fab05 req-1913aef1-282b-4d07-a1e5-c5111b57e2de tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:31.710480 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-da3e9746-40e4-4363-896f-7bf4771fab05 req-1913aef1-282b-4d07-a1e5-c5111b57e2de tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0873551 May 10 11:29:31.770576 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-da3e9746-40e4-4363-896f-7bf4771fab05 req-99607b26-a85b-4081-b781-f7a0399124e7 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538285 May 10 11:29:31.931881 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041fc70-a9fe-4517-874b-7880d224caab req-df307a9d-b5d7-4d70-8f9b-60707ac07844 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:31.934559 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9041fc70-a9fe-4517-874b-7880d224caab req-df307a9d-b5d7-4d70-8f9b-60707ac07844 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0936108 May 10 11:29:31.998599 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-9041fc70-a9fe-4517-874b-7880d224caab req-9d683927-3e41-40a8-bda8-90a2fdd79fa8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569568 May 10 11:29:33.011828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4d50-da39-429b-b77e-4f5c6daeb190 req-e64744f3-32c5-440e-9370-1c9fcfcebda6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:33.019773 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-759d4d50-da39-429b-b77e-4f5c6daeb190 req-e64744f3-32c5-440e-9370-1c9fcfcebda6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1081104 May 10 11:29:33.067558 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.099993 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-759d4d50-da39-429b-b77e-4f5c6daeb190 req-7848d9aa-58aa-436e-8b11-10880edb07d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720241 May 10 11:29:33.241443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e25b-d87d-4d11-ac64-500130d6376d req-460abb77-6509-4cfa-a867-46165a6a6036 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:33.242836 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f588e25b-d87d-4d11-ac64-500130d6376d req-460abb77-6509-4cfa-a867-46165a6a6036 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0903769 May 10 11:29:33.288481 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-f588e25b-d87d-4d11-ac64-500130d6376d req-afc7e1a1-3945-49e1-9398-b52027758d12 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392761 May 10 11:29:34.319387 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238687d-70c0-4e5e-9547-adbe9360da54 req-e0f7f534-bf21-4406-a233-dd0414606728 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:34.321036 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1238687d-70c0-4e5e-9547-adbe9360da54 req-e0f7f534-bf21-4406-a233-dd0414606728 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1102433 May 10 11:29:34.374068 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-1238687d-70c0-4e5e-9547-adbe9360da54 req-df212e4d-144c-49ac-be6a-eb03ffbed757 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473199 May 10 11:29:34.538214 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d912c0-563e-49f3-bd37-245fef01accc req-5c9ff9f7-f018-478d-a711-0c2a654a9c4a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:34.539951 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-44d912c0-563e-49f3-bd37-245fef01accc req-5c9ff9f7-f018-478d-a711-0c2a654a9c4a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.1193309 May 10 11:29:34.540478 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44174) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:34.589859 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-44d912c0-563e-49f3-bd37-245fef01accc req-ed1979ef-64fc-4b43-9e5e-617feb515084 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438056 May 10 11:29:34.685737 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.705609 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:34.709864 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Usage tracker for resource:security_group_rule and tenant:6551ddb74d5a49ba829fe3136eb92300 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:34.713416 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:34.719019 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:34.809720 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.817624 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.848705 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3f83f6d4-8e76-4e0b-8748-24dbdbfe6fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:34.866572 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6551ddb74d5a49ba829fe3136eb92300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217230 May 10 11:29:34.866859 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 44180) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:34.880903 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc418f5-3e61-4770-ae0e-6900ad540e96,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:34.884596 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:34.929833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:34.960959 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.041825 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.045860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-818fdb4e-9a95-4d34-a4e8-a3adfb364738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:35.063697 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc418f5-3e61-4770-ae0e-6900ad540e96,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:35.067201 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:35.070532 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:35.071633 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8bc418f5-3e61-4770-ae0e-6900ad540e96 HTTP/1.1" status: 204 len: 168 time: 0.2036335 May 10 11:29:35.616913 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083fcaf-5d41-4772-bde3-311185a1722e req-91946464-3771-495c-ab8c-7c522fc314c3 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:35.618547 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e083fcaf-5d41-4772-bde3-311185a1722e req-91946464-3771-495c-ab8c-7c522fc314c3 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1250670 May 10 11:29:35.726029 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-e083fcaf-5d41-4772-bde3-311185a1722e req-a36c4fd0-c337-4237-8ead-0520db987f9c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967569 May 10 11:29:35.856218 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b140a3c-bd26-496e-b4bd-9bc7eedff94d req-bbc9764e-ec1b-480c-b02a-83e9fc213a69 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:35.858613 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b140a3c-bd26-496e-b4bd-9bc7eedff94d req-bbc9764e-ec1b-480c-b02a-83e9fc213a69 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0902309 May 10 11:29:35.912299 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b140a3c-bd26-496e-b4bd-9bc7eedff94d req-27071993-e972-46ec-8abf-93e42eb9278d tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473299 May 10 11:29:36.586056 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 44236) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:36.714451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.731716 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:36.737245 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Usage tracker for resource:security_group_rule and tenant:ce757e9d9cca4067a981b1c882769b73 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:36.741093 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:36.747978 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:36.841081 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.846304 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:36.854183 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-77eb06ec-b225-4bf5-97c4-e4130b7ddc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:36.898380 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce757e9d9cca4067a981b1c882769b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110657 May 10 11:29:36.899296 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bffe8-229d-4e97-84dc-ff7bd9b32780,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:36.901148 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44244) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:36.905392 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:36.934175 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17195-879b-4351-816f-497d71c62b01 req-03045667-1127-4c8f-9253-e849b8af5beb tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:36.947697 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-29b17195-879b-4351-816f-497d71c62b01 req-03045667-1127-4c8f-9253-e849b8af5beb tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.1139245 May 10 11:29:37.051316 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.072585 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-29b17195-879b-4351-816f-497d71c62b01 req-71bc320d-44e5-49f9-88bb-5b386df63ba4 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793769 May 10 11:29:37.087942 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.127646 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741472e6-eecf-4a00-b69a-282b336849d4 req-cb286dfc-713a-48d7-a769-13bd7f877bd8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:37.134906 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741472e6-eecf-4a00-b69a-282b336849d4 req-cb286dfc-713a-48d7-a769-13bd7f877bd8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0894825 May 10 11:29:37.156964 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.167962 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e021a893-09af-4db4-b775-7d7beb4bb68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:37.177692 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-741472e6-eecf-4a00-b69a-282b336849d4 req-17864b3b-3179-4710-b3e1-a36f516515ab tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 May 10 11:29:37.194821 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bffe8-229d-4e97-84dc-ff7bd9b32780,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:37.198465 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:37.206850 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:37.210413 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-f1b1c749-cdba-45e6-bf8b-d8935b1e4e54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e5bffe8-229d-4e97-84dc-ff7bd9b32780 HTTP/1.1" status: 204 len: 168 time: 0.3059294 May 10 11:29:38.272031 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62109f1-21f4-4339-b32e-7e2fb6681f94 req-7d50aba3-878a-4b63-b132-2e37bf9a5956 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:38.273814 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d62109f1-21f4-4339-b32e-7e2fb6681f94 req-7d50aba3-878a-4b63-b132-2e37bf9a5956 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0875380 May 10 11:29:38.329509 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d62109f1-21f4-4339-b32e-7e2fb6681f94 req-d1c2b8fb-f91d-427c-8125-2744cec5fc56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493567 May 10 11:29:38.399557 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89028000-4145-4ada-8b47-211768238550 req-d6222c2a-0ee2-4e0e-a910-b99560ded23a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:38.401146 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-89028000-4145-4ada-8b47-211768238550 req-d6222c2a-0ee2-4e0e-a910-b99560ded23a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0894287 May 10 11:29:38.447424 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-89028000-4145-4ada-8b47-211768238550 req-da87f6c5-d743-4547-8f77-f26febcaac09 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 May 10 11:29:39.516308 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5b1c9-0470-44ab-9bc9-8ac370323f3b req-697cf24f-90c8-4a72-be4d-8d2780d95015 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:39.517922 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-87b5b1c9-0470-44ab-9bc9-8ac370323f3b req-697cf24f-90c8-4a72-be4d-8d2780d95015 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0801013 May 10 11:29:39.566192 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-87b5b1c9-0470-44ab-9bc9-8ac370323f3b req-6bc59643-c521-498b-84e6-dcd5d15ff84e tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420215 May 10 11:29:39.655117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c607bb-4496-4141-9a48-b6cdfeea0524 req-04ec27e8-8885-4ba8-b1b1-98773ff9e819 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:39.657167 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-80c607bb-4496-4141-9a48-b6cdfeea0524 req-04ec27e8-8885-4ba8-b1b1-98773ff9e819 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0820510 May 10 11:29:39.704500 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-80c607bb-4496-4141-9a48-b6cdfeea0524 req-d5a8480f-eea0-4b7e-8818-b2aa8ee6a4ab tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 May 10 11:29:40.755414 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af167fd-7066-4c04-a62a-f5dddb1754dc req-d4a12e4b-d43a-41d8-baf1-6d3e46e4abbe tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:40.756897 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8af167fd-7066-4c04-a62a-f5dddb1754dc req-d4a12e4b-d43a-41d8-baf1-6d3e46e4abbe tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0851376 May 10 11:29:40.803313 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8af167fd-7066-4c04-a62a-f5dddb1754dc req-8e2d9d13-7b79-4860-83cc-b542ba389be1 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&id=c98db3de-01ac-448a-9561-0ea7e7a47c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406079 May 10 11:29:40.893860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac064cc-9498-4b37-8bc8-997185c74eb2 req-08add473-f157-4793-ad15-46b0a0048300 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:40.895314 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6ac064cc-9498-4b37-8bc8-997185c74eb2 req-08add473-f157-4793-ad15-46b0a0048300 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 943 time: 0.0795896 May 10 11:29:40.939901 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6ac064cc-9498-4b37-8bc8-997185c74eb2 req-3a0b5b93-cde3-4838-9d60-862c4ce7a250 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389359 May 10 11:29:41.448005 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:29:41.579181 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:41.592330 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '20d0821b-0640-47b8-abd9-e1672028b104', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'port_id': '20d0821b-0640-47b8-abd9-e1672028b104', 'mac_address': 'fa:16:3e:f5:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:29:41.651207 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.667503 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d0821b-0640-47b8-abd9-e1672028b104 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:29:41.683303 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:41.686346 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.688830 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-11097b98-99b1-4037-a141-42f549919740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:41.755800 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=9']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:41.759029 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:41.907628 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['20d0821b-0640-47b8-abd9-e1672028b104'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:42.128364 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16101c35-5167-4c0c-81ca-3484ffc370c6 req-b3a663ed-1499-4aec-b594-52a6b87850ca tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:42.129837 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-16101c35-5167-4c0c-81ca-3484ffc370c6 req-b3a663ed-1499-4aec-b594-52a6b87850ca tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 944 time: 0.0797238 May 10 11:29:42.173309 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-16101c35-5167-4c0c-81ca-3484ffc370c6 req-01fdb5ef-6ab0-45dd-8b6b-d805ff795da9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 May 10 11:29:43.362943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe50a8-0663-484c-bc5d-dd2cf1b83c3b req-b474b7d3-69aa-4cf1-9c4f-5a3e897f1cd8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:43.364411 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e3fe50a8-0663-484c-bc5d-dd2cf1b83c3b req-b474b7d3-69aa-4cf1-9c4f-5a3e897f1cd8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 944 time: 0.0831842 May 10 11:29:43.409188 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e3fe50a8-0663-484c-bc5d-dd2cf1b83c3b req-7db1a60d-638a-4fb8-8110-e6515b43c82f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391130 May 10 11:29:43.476028 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:29:43.545895 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 20d0821b-0640-47b8-abd9-e1672028b104 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:43.546266 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.663811 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.691437 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:43.701241 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:43.705797 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.708881 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:43.780047 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'code': 200} May 10 11:29:43.819846 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=10']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:43.823614 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:43.975615 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ccdd7-f589-4ee7-8cf3-2df9c24fc704 req-20055fea-8d2e-47bb-abe0-2d28c920fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:43.977005 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b6ccdd7-f589-4ee7-8cf3-2df9c24fc704 req-20055fea-8d2e-47bb-abe0-2d28c920fc82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1099 time: 0.0685611 May 10 11:29:44.018060 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-2b6ccdd7-f589-4ee7-8cf3-2df9c24fc704 req-8db4ae01-6bf3-43bd-882a-8b67bd7037e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338628 May 10 11:29:44.683454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c011157-4826-45c0-b552-8048fd87ddd5 req-3fe5fffa-1c4e-429e-8dea-8d786b9a0946 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:44.684918 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5c011157-4826-45c0-b552-8048fd87ddd5 req-3fe5fffa-1c4e-429e-8dea-8d786b9a0946 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 946 time: 0.1609230 May 10 11:29:44.729738 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5c011157-4826-45c0-b552-8048fd87ddd5 req-6d39ef21-5169-47c9-9661-bfbe6de64056 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386174 May 10 11:29:45.923094 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65d56-9454-4335-baf1-24b1f9d56d57 req-57bdc7fc-515c-44e0-8e5c-c5f9cc36ffdd tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:45.924530 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-90d65d56-9454-4335-baf1-24b1f9d56d57 req-57bdc7fc-515c-44e0-8e5c-c5f9cc36ffdd tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 946 time: 0.0827572 May 10 11:29:45.968580 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-90d65d56-9454-4335-baf1-24b1f9d56d57 req-e39df0a4-27b1-4135-9f7b-00f5dd47c4b7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379345 May 10 11:29:57.816254 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-181ac7dc-cbf2-438a-8935-b3488fc99525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.503962 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.702466 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-9f138c0b-b672-4f54-bbcd-d3af97c8e553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.164448 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.168386 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.335715 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-846412dc-513a-43a8-b11f-7a44263abb53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714614 May 10 11:30:01.430459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c85efb-4999-4ebe-baa8-635064097521 req-0d0f2b79-475b-4d6a-9f0e-c535b36d7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:01.431939 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-0d0f2b79-475b-4d6a-9f0e-c535b36d7a79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 1099 time: 0.0713305 May 10 11:30:01.575769 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c85efb-4999-4ebe-baa8-635064097521 req-30765c63-1c7a-4315-b354-4da400141d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:01.577242 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-30765c63-1c7a-4315-b354-4da400141d35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 200 len: 916 time: 0.1259844 May 10 11:30:01.683483 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-05b42f25-6222-42ee-9e03-dc35867c5872 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 200 len: 1001 time: 0.0990908 May 10 11:30:01.746383 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c85efb-4999-4ebe-baa8-635064097521 req-76368146-4d64-482e-b02e-688f527e480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:01.747798 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-76368146-4d64-482e-b02e-688f527e480f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 200 len: 854 time: 0.0578072 May 10 11:30:01.826808 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c85efb-4999-4ebe-baa8-635064097521 req-1c7ba6f4-730a-4b6a-b41d-570cde763c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:01.828721 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-1c7ba6f4-730a-4b6a-b41d-570cde763c36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744591 May 10 11:30:01.961108 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-1d0b714b-d59f-4c04-8119-658e47f87957 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234426 May 10 11:30:02.095599 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c6c85efb-4999-4ebe-baa8-635064097521 req-fad1cee8-8084-49b5-a609-9de8c0d26a57 service neutron] 10.222.0.23 "GET /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 May 10 11:30:03.046151 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:05.267482 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:30:10.581195 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44674) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:10.692288 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.706836 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:10.710730 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Usage tracker for resource:security_group_rule and tenant:0bfee92f4a3b4237abdc95a3a78f502a is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:10.714169 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:10.720451 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:10.800889 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.804441 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.812593 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-27212641-573d-42c4-a972-5cf2d2788980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:10.850704 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bfee92f4a3b4237abdc95a3a78f502a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685132 May 10 11:30:10.851599 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab73c70-d164-4628-978c-aecadc0a8294,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:10.853415 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 44680) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:10.859108 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.859981 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.860348 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.860717 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.861112 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.861466 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.861834 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.862171 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.862526 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.862874 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.863220 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.863565 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:10.867445 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2baf28b3-fb2b-4659-81bf-018142c09a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:10.910426 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.935682 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.986423 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.991017 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3293ffe0-be25-41f6-9dae-479f297de01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:11.003132 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab73c70-d164-4628-978c-aecadc0a8294,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:11.012893 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.013268 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.013628 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.013984 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.014333 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.014683 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.015029 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.015373 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.015718 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.016060 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.016400 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.016767 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:11.021250 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:11.023164 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.024270 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ab73c70-d164-4628-978c-aecadc0a8294 HTTP/1.1" status: 204 len: 168 time: 0.1698933 May 10 11:30:11.293314 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44688) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:11.314855 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.328362 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:11.332084 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Usage tracker for resource:security_group_rule and tenant:2f0f2a2f266142dea71686bbe2301ae2 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:11.334901 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:11.340940 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:11.421361 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.425624 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.433715 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3c56e66e-7b33-4d90-990d-63a91a6b15a9 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:11.471950 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f0f2a2f266142dea71686bbe2301ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776440 May 10 11:30:11.472834 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a34f52-b3f8-4213-a67a-ec3370c1e06c,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:11.474766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 44692) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:11.475684 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:11.535188 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.559558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.609171 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.613779 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-34816f65-73ab-44af-9384-2005c33901ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:11.626136 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a34f52-b3f8-4213-a67a-ec3370c1e06c,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:11.628429 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:11.630360 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.631630 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-7ddc2f5e-75cd-410c-bb54-62989799108d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85a34f52-b3f8-4213-a67a-ec3370c1e06c HTTP/1.1" status: 204 len: 168 time: 0.1558969 May 10 11:30:14.042316 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-479fb711-f60b-4e75-985d-0c2a9202d7ef tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559335751&fields=id&tenant_id=295feb36faf64a4c88d585262a0ab01d HTTP/1.1" status: 200 len: 267 time: 0.0393078 May 10 11:30:14.128544 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-d0ac54a6-23bd-4434-83de-c29e8a37e175 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:14.129996 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-d0ac54a6-23bd-4434-83de-c29e8a37e175 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 985 time: 0.0818465 May 10 11:30:14.140413 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Request body: {'port': {'security_groups': ['165272e9-c88b-4286-a3c9-1a597485302a']}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:14.255357 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.502486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:14.529907 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.538771 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.544264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8034399b-cf76-4ed4-8d7c-5dc483b503bc tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:14.552669 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:30:14.607943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:14.608574 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.610532 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8b9b3dbe-0829-4073-aa74-b228740369dc req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "PUT /v2.0/ports/7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 943 time: 0.4744532 May 10 11:30:14.611040 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:14.616974 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44756) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:14.717143 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.721607 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:30:14.744719 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'status': 'completed', 'code': 200} May 10 11:30:14.754161 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.787058 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event updated for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=7']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:14.791305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-6ca28673-8b2b-4bd6-b158-910452463c11 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:14.834313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-8b4f74ad-bbbf-4e19-b736-9a29c6dc0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:14.836422 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-8b4f74ad-bbbf-4e19-b736-9a29c6dc0041 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1099 time: 0.0908139 May 10 11:30:14.839209 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.855582 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-b7656f1c-6b4b-4bd0-b924-1b37344a4b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:14.878379 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98db3de-01ac-448a-9561-0ea7e7a47c5c,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:14.880956 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.882069 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "DELETE /v2.0/security-groups/c98db3de-01ac-448a-9561-0ea7e7a47c5c HTTP/1.1" status: 204 len: 168 time: 0.2597060 May 10 11:30:14.883118 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:14.884891 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44760) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:14.978153 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-07b5ae66-0cfa-47a1-a8b4-bfed49727941 None None] Provisioning complete for port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:14.978520 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-07b5ae66-0cfa-47a1-a8b4-bfed49727941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.020108 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-2ee34acd-d6e9-401e-8a12-10511c381d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.022504 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-2ee34acd-d6e9-401e-8a12-10511c381d21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 915 time: 0.1790426 May 10 11:30:15.137169 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-78ad2a96-bbd0-469b-abc3-6c2fbf999e5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 1002 time: 0.1071510 May 10 11:30:15.197909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-5b80ec6c-6138-4f3f-b343-4efde6ded170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.199339 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-5b80ec6c-6138-4f3f-b343-4efde6ded170 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0560231 May 10 11:30:15.242624 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Deleting port 1fb26aed-3d72-4644-a329-c1b7c8c18231 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:15.243056 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.280189 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-a9d18d13-ea17-4979-8c20-bde950560267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.281605 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-a9d18d13-ea17-4979-8c20-bde950560267 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754147 May 10 11:30:15.362081 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.362401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.411695 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-cdf299ba-790f-45c8-a194-4ae65f245317 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225636 May 10 11:30:15.481326 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Calling delete_port for 1fb26aed-3d72-4644-a329-c1b7c8c18231 owned by network:floatingip {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:15.541563 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-60d4037c-53c9-48e4-8fd2-304549ad87c5 req-ff837fe5-35b4-404d-ba89-df11eee67d30 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235366 May 10 11:30:15.611949 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.616259 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:15.658306 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event deleted for resources: {'Port': ['ID=1fb26aed-3d72-4644-a329-c1b7c8c18231,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.660792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:15.752012 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks [] for floatingip, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.752465 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.l3_db [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Floating IP b5fbe372-74a7-441f-a1e7-d0c0f11580a3 disassociated (deleted). External IP: 172.28.1.121, port: 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec. May 10 11:30:16.121882 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Router 4a0d4202-8325-4048-b9ac-f7f9aab637ef has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:16.296342 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:16.306458 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] Sync routers for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:16.316847 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:16.317038 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:16.317461 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:16.368851 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-10367857-16ec-425c-a82b-68115edc95d6 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "DELETE /v2.0/floatingips/b5fbe372-74a7-441f-a1e7-d0c0f11580a3 HTTP/1.1" status: 204 len: 168 time: 1.4830208 May 10 11:30:16.369663 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:16.501198 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:16.540814 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'status': 'completed', 'code': 200} May 10 11:30:16.637088 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6202b-931b-44e6-91b4-c94398725e4e req-3f7817a1-2aa9-417f-914c-accc62e34d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.638702 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-3f7817a1-2aa9-417f-914c-accc62e34d28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=295feb36faf64a4c88d585262a0ab01d&device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 1099 time: 0.0717359 May 10 11:30:16.782982 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6202b-931b-44e6-91b4-c94398725e4e req-0d2c985a-94f4-4f8f-920b-276f7770c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.784433 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-0d2c985a-94f4-4f8f-920b-276f7770c83f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 200 len: 915 time: 0.1387825 May 10 11:30:16.843159 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:16.847754 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] Checking router: 4a0d4202-8325-4048-b9ac-f7f9aab637ef for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:16.857596 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:16.858216 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:16.859986 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-3099f28e-8b29-4cd6-9475-69bd51516b56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 200 len: 217 time: 0.0689058 May 10 11:30:16.923359 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6202b-931b-44e6-91b4-c94398725e4e req-940f8e90-dcb3-41ae-a0e5-bfbf0e1a0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.924804 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-940f8e90-dcb3-41ae-a0e5-bfbf0e1a0130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 200 len: 853 time: 0.0570943 May 10 11:30:17.003864 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6202b-931b-44e6-91b4-c94398725e4e req-5869cc59-d041-43ee-a170-8da47fcb4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:17.005607 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-5869cc59-d041-43ee-a170-8da47fcb4afa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c8a9846-fd64-4ca3-9178-13c0d586a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740085 May 10 11:30:17.033155 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:17.141372 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-c7571fbc-944b-4691-8eba-cc0921cd41f8 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274977 May 10 11:30:17.290584 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-21f6202b-931b-44e6-91b4-c94398725e4e req-f1ab94f9-54e3-4f4e-890f-6e1f91f9e1b9 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401536 May 10 11:30:17.434161 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:17.441506 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea51bc6-3314-4e36-b04e-5ca508198339 None None] The sync data for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb is: [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:27:57Z', 'revision_number': 4, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '903aa724-2767-4c4e-8b22-31ead3fb1989', 'name': '', 'network_id': '7c8a9846-fd64-4ca3-9178-13c0d586a9ce', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'mac_address': 'fa:16:3e:64:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:57Z', 'updated_at': '2021-05-10T11:28:04Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'subnets': [{'id': '1b9c3c97-e84b-409a-8efa-d06f2465d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:17.678001 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12232b9f-7b52-4f41-9514-1fcd6761b396 None None] New status for floating IP b5fbe372-74a7-441f-a1e7-d0c0f11580a3: DOWN {{(pid=78679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:30:19.556357 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1df32-cad5-4f36-9979-d0b3cf99abd8 req-de03c13d-f951-4a6d-adb4-87f9831014b4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:19.557843 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-afe1df32-cad5-4f36-9979-d0b3cf99abd8 req-de03c13d-f951-4a6d-adb4-87f9831014b4 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 946 time: 0.0819275 May 10 11:30:19.602161 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-afe1df32-cad5-4f36-9979-d0b3cf99abd8 req-61694d5c-c7ed-4ee8-891f-ee094289f2b1 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379667 May 10 11:30:19.772786 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-47130be9-7b94-472d-adf2-253a075d2980 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:19.773366 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-47130be9-7b94-472d-adf2-253a075d2980 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Synchronizing usage tracker for tenant:295feb36faf64a4c88d585262a0ab01d on resource:port {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:19.788184 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-47130be9-7b94-472d-adf2-253a075d2980 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Unset dirty status for tenant:295feb36faf64a4c88d585262a0ab01d on resource:port {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:19.789426 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-47130be9-7b94-472d-adf2-253a075d2980 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.2021253 May 10 11:30:19.831789 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-d8c2ed8f-f3eb-4e47-9739-29fd06615f88 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Synchronizing usage tracker for tenant:295feb36faf64a4c88d585262a0ab01d on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:19.847024 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-d8c2ed8f-f3eb-4e47-9739-29fd06615f88 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Unset dirty status for tenant:295feb36faf64a4c88d585262a0ab01d on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:19.848202 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5f24ca59-1749-4c2f-863f-d25ae96de565 req-d8c2ed8f-f3eb-4e47-9739-29fd06615f88 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531044 May 10 11:30:20.943986 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bacfa-51dc-40a5-a35a-f0f704b6545a req-3870d2a7-231d-4778-99c6-a814f0833e9f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:20.945490 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f3bacfa-51dc-40a5-a35a-f0f704b6545a req-3870d2a7-231d-4778-99c6-a814f0833e9f tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 946 time: 0.2362733 May 10 11:30:20.954240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-57d11fa4-cc9a-4d20-80d5-b8d0a0b46715 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:20.955616 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-57d11fa4-cc9a-4d20-80d5-b8d0a0b46715 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 946 time: 0.1149013 May 10 11:30:21.035797 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f05547-1cae-47a3-bb0f-7b7cfd7839ec req-ce550c49-4645-4021-b903-adbd3b4b4ba5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:21.037288 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-68f05547-1cae-47a3-bb0f-7b7cfd7839ec req-ce550c49-4645-4021-b903-adbd3b4b4ba5 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0818496 May 10 11:30:21.040800 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-4f3bacfa-51dc-40a5-a35a-f0f704b6545a req-d9e34444-fb47-4b39-9149-ec4077853196 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842421 May 10 11:30:21.090788 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-68f05547-1cae-47a3-bb0f-7b7cfd7839ec req-c22ce28c-6b2f-490d-81fb-ad8c3b8e9c44 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/security-groups?id=165272e9-c88b-4286-a3c9-1a597485302a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476136 May 10 11:30:21.122708 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Deleting port 20d0821b-0640-47b8-abd9-e1672028b104 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:21.123045 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.252555 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] For port 20d0821b-0640-47b8-abd9-e1672028b104, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20d0821b-0640-47b8-abd9-e1672028b104,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:21.252927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.340969 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-ff42eb53-0dc2-48ce-9a01-8774b379617a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:21.342441 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-ff42eb53-0dc2-48ce-9a01-8774b379617a tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 946 time: 0.0774479 May 10 11:30:21.476097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Deleting port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:21.476436 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.538514 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.538774 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400762'] for floatingip, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.539086 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.l3_db [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Floating IP 35be0f2b-ef7b-4367-a394-5cf32fdea775 disassociated. External IP: 172.28.1.100, port: 20d0821b-0640-47b8-abd9-e1672028b104. May 10 11:30:21.539428 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Calling delete_port for 20d0821b-0640-47b8-abd9-e1672028b104 owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:21.613984 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] For port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:21.614419 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.665908 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.673559 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-709a05ad-47cc-49fb-a438-c8255e942694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:21.719833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event deleted for resources: {'Port': ['ID=20d0821b-0640-47b8-abd9-e1672028b104,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:21.723563 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:21.741667 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Calling delete_port for 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec owned by compute:nova {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:21.863448 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.870479 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-82248710-eb64-4142-9000-dd2cbc55fe56 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:21.914990 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:21.947453 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Pushing event deleted for resources: {'Port': ['ID=7a2bd2fb-d0e7-408d-8678-f3f7d26222ec,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:21.956383 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:22.045675 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] No DVR routers for this DVR port 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec on host hv-cinder-78495 {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:22.048960 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.059286 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'name': 'network-vif-deleted', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec'}] {{(pid=78678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:22.066001 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b6620d73-02d7-4ebc-ab4e-e87ce8607b98 req-5df64904-e1e1-440d-a408-6212e5fce4ad tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.23 "DELETE /v2.0/ports/7a2bd2fb-d0e7-408d-8678-f3f7d26222ec HTTP/1.1" status: 204 len: 173 time: 0.7174580 May 10 11:30:22.166759 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9fc98-ff52-401b-a4bb-3fcf3a44091d', 'name': 'network-vif-deleted', 'tag': '7a2bd2fb-d0e7-408d-8678-f3f7d26222ec', 'status': 'completed', 'code': 200} May 10 11:30:22.211850 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:22.223372 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:22.267335 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:22.269865 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:22.339233 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-5d487990-7568-42d8-be65-b010fa1ec8e4 req-31cd16ab-ed82-4504-85ec-2a021dc00ba8 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/ports?device_id=8891edfb-f657-4256-be80-859add523d42 HTTP/1.1" status: 200 len: 210 time: 0.0810559 May 10 11:30:22.360314 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] No DVR routers for this DVR port 20d0821b-0640-47b8-abd9-e1672028b104 on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:22.404336 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-eb54e8e6-7ebd-44b8-90ce-91f459cc1739 req-6e0b2f69-3e3e-4265-9404-767320d39241 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d9fc98-ff52-401b-a4bb-3fcf3a44091d HTTP/1.1" status: 200 len: 210 time: 0.0460477 May 10 11:30:22.405657 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:22.411094 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-deleted', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:22.435935 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-de5148b4-af73-4d14-a6a8-33efcf0218db req-21728b20-0af2-4d91-83a4-a7f7068f30ce tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.23 "DELETE /v2.0/ports/20d0821b-0640-47b8-abd9-e1672028b104 HTTP/1.1" status: 204 len: 173 time: 1.4644823 May 10 11:30:22.469901 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891edfb-f657-4256-be80-859add523d42', 'name': 'network-vif-deleted', 'tag': '20d0821b-0640-47b8-abd9-e1672028b104', 'status': 'completed', 'code': 200} May 10 11:30:22.503346 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:22.828213 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:22.831851 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:22.839722 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:22.840306 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:23.010964 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:23.312561 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:23.316434 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3717d89-8990-45f6-afd8-de3a5bceaf81 None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:24:04Z', 'revision_number': 4, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '7612ac18-75fb-4a85-8c0f-767a691ff629', 'name': '', 'network_id': '5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'mac_address': 'fa:16:3e:e3:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:58Z', 'updated_at': '2021-05-10T11:24:16Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'subnets': [{'id': 'd643db95-eb7f-44e6-99a0-c5fcc13a9974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:23.556875 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dfdfa5-e4d3-47fb-856c-ffcc4d0fd028 None None] New status for floating IP 35be0f2b-ef7b-4367-a394-5cf32fdea775: DOWN {{(pid=78679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:30:23.660676 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44914) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:23.773832 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.799464 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:23.828368 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.850820 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:23.851168 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 7a2bd2fb-d0e7-408d-8678-f3f7d26222ec not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:23.852037 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:23.892439 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 20d0821b-0640-47b8-abd9-e1672028b104 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:23.892958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 20d0821b-0640-47b8-abd9-e1672028b104 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:23.894380 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.906802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-883a0b47-3192-4798-9749-e1f84fca5d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:23.915716 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a537e4e-4bc2-42eb-a3c2-591329dd1fcb,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:23.918188 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:23.923867 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.925247 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2b3889c9-1588-4b54-b224-510ccc1d760a tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "DELETE /v2.0/security-groups/5a537e4e-4bc2-42eb-a3c2-591329dd1fcb HTTP/1.1" status: 204 len: 168 time: 0.2623651 May 10 11:30:23.928044 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44932) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:23.960121 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.api.v2.resource [None req-a2b7f77d-aeed-4264-910a-59c5deb95968 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] show failed (client error): The resource could not be found. May 10 11:30:23.961173 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-a2b7f77d-aeed-4264-910a-59c5deb95968 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "GET /v2.0/security-groups/5a537e4e-4bc2-42eb-a3c2-591329dd1fcb HTTP/1.1" status: 404 len: 347 time: 0.0320363 May 10 11:30:23.964039 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 44940) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:24.308833 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Deleting port ccdbd60c-439d-4960-9073-a7f535116c40 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:24.309181 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.315127 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 44966) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:24.433068 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.433352 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.558073 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Calling delete_port for ccdbd60c-439d-4960-9073-a7f535116c40 owned by network:floatingip {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:24.668721 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.673056 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-debfb676-e0cc-40b6-8fe1-e936772d4327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:24.746289 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Pushing event deleted for resources: {'Port': ['ID=ccdbd60c-439d-4960-9073-a7f535116c40,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:24.748770 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:24.816254 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks [] for floatingip, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.831632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.835296 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-e3fce178-c64d-411f-be53-2df66e7e17f2 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] 10.222.0.26 "DELETE /v2.0/floatingips/35be0f2b-ef7b-4367-a394-5cf32fdea775 HTTP/1.1" status: 204 len: 168 time: 0.8672945 May 10 11:30:24.944842 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.366901 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Deleting port 903aa724-2767-4c4e-8b22-31ead3fb1989 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:25.367152 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.483237 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] For port 903aa724-2767-4c4e-8b22-31ead3fb1989, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=903aa724-2767-4c4e-8b22-31ead3fb1989,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:25.483584 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.600836 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Calling delete_port for 903aa724-2767-4c4e-8b22-31ead3fb1989 owned by network:router_interface {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:25.737442 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.741676 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-872fddc7-6491-47c8-ad56-034fb0c59eea tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:25.784298 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=903aa724-2767-4c4e-8b22-31ead3fb1989,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:25.810228 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:26.041360 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.517853 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Router 4a0d4202-8325-4048-b9ac-f7f9aab637ef has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:26.695705 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:26.704263 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] Sync routers for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:26.707709 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-ac77018b-ddca-4db5-932f-dfc82b7d4fb8 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a0d4202-8325-4048-b9ac-f7f9aab637ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3915613 May 10 11:30:26.710320 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45004) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:26.713987 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:26.714606 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:26.883242 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.885871 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:27.051840 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.123726 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Deleting port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:27.124066 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.191532 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:30:25Z', 'revision_number': 5, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port': {'id': '2dcc6cf5-eb23-43aa-a14a-cc1500305bfa', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:53Z', 'updated_at': '2021-05-10T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:27.195205 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] Checking router: 4a0d4202-8325-4048-b9ac-f7f9aab637ef for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:27.203910 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] Routers {'4a0d4202-8325-4048-b9ac-f7f9aab637ef'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:27.204509 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:27.242223 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] For port 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:27.242576 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.350550 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] Set router 4a0d4202-8325-4048-b9ac-f7f9aab637ef gateway port host: None {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:27.361769 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Calling delete_port for 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa owned by network:router_gateway {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:27.455702 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:30:27Z', 'revision_number': 6, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port_host': None}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:27.459739 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffee16-9f7e-4e4c-ae98-452b216ea426 None None] The sync data for ids ['4a0d4202-8325-4048-b9ac-f7f9aab637ef'] in dv-cinder-784956-5-smb is: [{'id': '4a0d4202-8325-4048-b9ac-f7f9aab637ef', 'name': 'tempest-TestMinimumBasicScenario-326475836-router', 'tenant_id': '295feb36faf64a4c88d585262a0ab01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:51Z', 'updated_at': '2021-05-10T11:30:27Z', 'revision_number': 6, 'project_id': '295feb36faf64a4c88d585262a0ab01d', 'gw_port_host': None}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:27.509599 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.513470 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:27.557662 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcc6cf5-eb23-43aa-a14a-cc1500305bfa,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:27.561411 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:27.652200 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45020) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:27.777825 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.867832 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-89011222-4e53-4fcc-8414-c25c4db72fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.982475 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.984844 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.021456 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.021641 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 903aa724-2767-4c4e-8b22-31ead3fb1989 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:28.022609 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0d4202-8325-4048-b9ac-f7f9aab637ef {{(pid=78678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:30:28.040514 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.042296 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4a0d4202-8325-4048-b9ac-f7f9aab637ef HTTP/1.1" status: 204 len: 168 time: 1.3308585 May 10 11:30:28.044718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45036) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:28.085421 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 903aa724-2767-4c4e-8b22-31ead3fb1989 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:28.086193 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 903aa724-2767-4c4e-8b22-31ead3fb1989 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:28.119556 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Deleting subnet 1b9c3c97-e84b-409a-8efa-d06f2465d628 {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:30:28.122548 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.173709 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.261137 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.514806 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.519921 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-ea8e12cb-b778-4874-9add-1a409e2f9a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:28.521828 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.561122 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9c3c97-e84b-409a-8efa-d06f2465d628,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:28.564370 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:28.565371 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.571428 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-b31dffd5-f0bf-423d-83e8-5e2ddaf772e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1b9c3c97-e84b-409a-8efa-d06f2465d628 HTTP/1.1" status: 204 len: 168 time: 0.5254548 May 10 11:30:28.573968 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aacb4f6-f0ab-422e-b2c2-eeb1c8537abf None None] Network 7c8a9846-fd64-4ca3-9178-13c0d586a9ce requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:28.577130 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45044) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:28.694127 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.775652 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Deleting port a41794df-03b2-4228-9250-5ef9c3fcb73b {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:28.775997 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.874730 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] DHCP port deletion for 7c8a9846-fd64-4ca3-9178-13c0d586a9ce request from dv-cinder-784956-5-smb {{(pid=78679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:28.882710 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] For port a41794df-03b2-4228-9250-5ef9c3fcb73b, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a41794df-03b2-4228-9250-5ef9c3fcb73b,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:28.883065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.942558 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Deleting port a41794df-03b2-4228-9250-5ef9c3fcb73b {{(pid=78679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:28.943295 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.020481 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Calling delete_port for a41794df-03b2-4228-9250-5ef9c3fcb73b owned by network:dhcp {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:29.049039 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] For port a41794df-03b2-4228-9250-5ef9c3fcb73b, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=a41794df-03b2-4228-9250-5ef9c3fcb73b,segment=NetworkSegment(7ae325b7-5a95-4660-afb3-a528546cb87d),segment_id=7ae325b7-5a95-4660-afb3-a528546cb87d)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:29.049427 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.071328 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.076156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:29.083895 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Deleting port 7612ac18-75fb-4a85-8c0f-767a691ff629 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:29.084452 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.124850 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41794df-03b2-4228-9250-5ef9c3fcb73b,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:29.126827 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] No DVR routers for this DVR port a41794df-03b2-4228-9250-5ef9c3fcb73b on host dv-cinder-784956-5-smb {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:29.128301 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:29.205073 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Calling delete_port for a41794df-03b2-4228-9250-5ef9c3fcb73b owned by network:dhcp {{(pid=78679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:29.213860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] For port 7612ac18-75fb-4a85-8c0f-767a691ff629, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=7612ac18-75fb-4a85-8c0f-767a691ff629,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:29.214217 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.245954 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.256603 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.267029 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:29.303842 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] No DVR routers for this DVR port a41794df-03b2-4228-9250-5ef9c3fcb73b on host dv-cinder-784956-5-smb {{(pid=78679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:29.313877 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Pushing event deleted for resources: {'Port': ['ID=a41794df-03b2-4228-9250-5ef9c3fcb73b,revision_number=None']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:29.322279 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.322943 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.323433 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.323935 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.324550 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.325061 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.325986 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.326892 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.327430 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.328390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.328900 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.329368 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:29.332970 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:29.364652 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Calling delete_port for 7612ac18-75fb-4a85-8c0f-767a691ff629 owned by network:router_interface {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:29.382301 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8a9846-fd64-4ca3-9178-13c0d586a9ce']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:29.396207 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae325b7-5a95-4660-afb3-a528546cb87d') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:29.396533 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae325b7-5a95-4660-afb3-a528546cb87d') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:29.414859 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.431868 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.438700 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:29.439155 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:29.453338 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:29.531837 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.536026 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-108ae214-64a1-4c58-8cbb-bfb0b7e241dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:29.538341 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.548294 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-da102c52-e366-4a89-9679-4df3d1478caa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:29.550993 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:29.561008 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8a9846-fd64-4ca3-9178-13c0d586a9ce,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:29.566061 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:29.569692 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-dc523600-9463-4ffa-9fa2-f9236e172d25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c8a9846-fd64-4ca3-9178-13c0d586a9ce HTTP/1.1" status: 204 len: 168 time: 0.9914582 May 10 11:30:29.572600 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45062) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:29.594459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Pushing event deleted for resources: {'Port': ['ID=7612ac18-75fb-4a85-8c0f-767a691ff629,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:29.597600 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:29.831466 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:29.892583 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:29.893307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 2dcc6cf5-eb23-43aa-a14a-cc1500305bfa not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:29.893307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a41794df-03b2-4228-9250-5ef9c3fcb73b no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:29.932072 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: a41794df-03b2-4228-9250-5ef9c3fcb73b {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:29.932722 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device a41794df-03b2-4228-9250-5ef9c3fcb73b not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:29.933260 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.078021 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45076) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:30.183450 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.324617 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.356297 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:30.364222 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf865734b6f4ee5a2dcc8617f4533da is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:30.368367 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:30.377673 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:30.432119 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Router 4310ffb0-80b2-405d-9ba2-608b48fec45d has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:30.508806 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.585328 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.611413 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:30.616272 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.619434 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] Sync routers for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:30.630122 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-da371d10-48f3-4078-8bb8-64ebb2db869e admin admin] 10.222.0.26 "PUT /v2.0/routers/4310ffb0-80b2-405d-9ba2-608b48fec45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9767909 May 10 11:30:30.630521 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-3b253cba-6df2-43f7-9ad3-b985f8505742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:30.632459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45082) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:30.632995 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:30.633830 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:01Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:30.688602 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddf865734b6f4ee5a2dcc8617f4533da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080792 May 10 11:30:30.695639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3950653-685a-404b-a377-04217aeb46ff,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:30.698110 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45086) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:30.724648 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:30.782724 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-38ae4b28-5647-46bf-8bb2-19196620537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.803861 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.820503 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks [] for router, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.832750 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Deleting port 6d254b8a-88ea-4219-a739-6eda1aa65747 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:30.833097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:30.836333 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:30.855766 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.000159 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.082578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Deleting port 74110174-5b38-4b53-8452-e772264d4027 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:31.082920 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.099407 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] For port 6d254b8a-88ea-4219-a739-6eda1aa65747, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=6d254b8a-88ea-4219-a739-6eda1aa65747,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:31.099703 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.180148 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.183803 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '74110174-5b38-4b53-8452-e772264d4027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:30:29Z', 'revision_number': 5, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port': {'id': '74110174-5b38-4b53-8452-e772264d4027', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:23:43Z', 'updated_at': '2021-05-10T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:31.188319 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.189197 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] Checking router: 4310ffb0-80b2-405d-9ba2-608b48fec45d for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:31.197532 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] Routers {'4310ffb0-80b2-405d-9ba2-608b48fec45d'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:31.198236 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['4310ffb0-80b2-405d-9ba2-608b48fec45d'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:31.217639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.220425 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] For port 74110174-5b38-4b53-8452-e772264d4027, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=74110174-5b38-4b53-8452-e772264d4027,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:31.220983 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.228724 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Calling delete_port for 6d254b8a-88ea-4219-a739-6eda1aa65747 owned by network:router_interface {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:31.231037 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6e92c460-7f21-450d-81fe-3a6d9418ef7c tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:31.247322 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3950653-685a-404b-a377-04217aeb46ff,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:31.250487 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:31.251405 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.252513 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-19d326ad-f286-484a-9074-43cd0601000b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3950653-685a-404b-a377-04217aeb46ff HTTP/1.1" status: 204 len: 168 time: 0.5298777 May 10 11:30:31.384794 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Calling delete_port for 74110174-5b38-4b53-8452-e772264d4027 owned by network:router_gateway {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:31.388801 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] Set router 4310ffb0-80b2-405d-9ba2-608b48fec45d gateway port host: None {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:31.416302 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.423681 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-de6334e8-2ab8-4a16-b39c-e933c9ad20d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:31.471152 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d254b8a-88ea-4219-a739-6eda1aa65747,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:31.501518 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:31.524055 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:30:31Z', 'revision_number': 6, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port_host': None}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:31.528651 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a972f87-8da6-4cfd-bf3b-30ad1882e89f None None] The sync data for ids ['4310ffb0-80b2-405d-9ba2-608b48fec45d'] in dv-cinder-784956-5-smb is: [{'id': '4310ffb0-80b2-405d-9ba2-608b48fec45d', 'name': 'tempest-AttachVolumeShelveTestJSON-38161935-router', 'tenant_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:23:41Z', 'updated_at': '2021-05-10T11:30:31Z', 'revision_number': 6, 'project_id': 'c3f7f861ad0c450e9d36c30aea8f62da', 'gw_port_host': None}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:31.602452 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.609297 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0e37bb68-e6b9-4fc6-a3cb-eeac6608b9c8 tempest-ServerRescueNegativeTestJSON-1080056517 tempest-ServerRescueNegativeTestJSON-1080056517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:31.646897 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45094) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:31.678063 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Pushing event deleted for resources: {'Port': ['ID=74110174-5b38-4b53-8452-e772264d4027,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:31.706094 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:31.707010 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.763604 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:31.766711 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:31.770721 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Usage tracker for resource:security_group_rule and tenant:91ae13a342274188ba75b5aad6117715 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:31.774734 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:31.782992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:31.802583 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.016981 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 7612ac18-75fb-4a85-8c0f-767a691ff629 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:32.058830 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 7612ac18-75fb-4a85-8c0f-767a691ff629 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:32.059439 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 7612ac18-75fb-4a85-8c0f-767a691ff629 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:32.105205 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.108107 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.142735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.143174 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4310ffb0-80b2-405d-9ba2-608b48fec45d {{(pid=78677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:30:32.164442 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Router 1d8f9007-9dc2-48d3-b312-c681302757b4 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:32.192614 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.194279 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.195488 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4310ffb0-80b2-405d-9ba2-608b48fec45d HTTP/1.1" status: 204 len: 168 time: 1.5620453 May 10 11:30:32.201137 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45098) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:32.204969 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.241163 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e35626b1-e7a6-43c4-a680-2eca9cf51fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:32.302993 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91ae13a342274188ba75b5aad6117715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481371 May 10 11:30:32.305860 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c8137-6e2b-42c6-a4e6-4b4e47cc528c,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:32.306687 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45102) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:32.309005 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:32.312663 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Deleting subnet d643db95-eb7f-44e6-99a0-c5fcc13a9974 {{(pid=78677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:30:32.316016 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.365214 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615808'] for subnet, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.379202 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:32.387085 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] Sync routers for ids ['1d8f9007-9dc2-48d3-b312-c681302757b4'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:32.391304 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-14082a4c-4b01-452d-a0e0-b28ff03374e9 admin admin] 10.222.0.26 "PUT /v2.0/routers/1d8f9007-9dc2-48d3-b312-c681302757b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8148098 May 10 11:30:32.397600 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45106) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:32.401819 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] Routers {'1d8f9007-9dc2-48d3-b312-c681302757b4'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:32.403649 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['1d8f9007-9dc2-48d3-b312-c681302757b4'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:32.494092 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.588201 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] Set router 1d8f9007-9dc2-48d3-b312-c681302757b4 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:32.641390 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.689433 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.759877 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks [] for router, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.760779 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2560336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2863002'] for subnet, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.766313 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:32.802201 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d643db95-eb7f-44e6-99a0-c5fcc13a9974,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:32.804196 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:32.807037 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:32.813051 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-d8f4c493-36f0-4b83-9a3b-20b8644cbfaa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d643db95-eb7f-44e6-99a0-c5fcc13a9974 HTTP/1.1" status: 204 len: 168 time: 0.6095581 May 10 11:30:32.822220 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45110) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:32.823511 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465bca2-27fe-4401-8937-aa163b82ed96 None None] Network 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:32.845632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45112) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:32.918714 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:30:31Z', 'revision_number': 5, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:32.923384 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] Checking router: 1d8f9007-9dc2-48d3-b312-c681302757b4 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:32.933882 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] Routers {'1d8f9007-9dc2-48d3-b312-c681302757b4'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:32.934707 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['1d8f9007-9dc2-48d3-b312-c681302757b4'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:33.054641 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.080071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.129859 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.136833 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-9a3fc3e6-4636-4cc9-855f-4c5c9b781700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:33.152295 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c8137-6e2b-42c6-a4e6-4b4e47cc528c,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:33.157593 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:33.177968 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] DHCP port deletion for 5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 request from dv-cinder-784956-5-smb {{(pid=78679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:33.184237 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.188262 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-65a4bc3f-39bc-4385-a496-5d1d322b8ef9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b7c8137-6e2b-42c6-a4e6-4b4e47cc528c HTTP/1.1" status: 204 len: 168 time: 0.8805647 May 10 11:30:33.192969 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] Set router 1d8f9007-9dc2-48d3-b312-c681302757b4 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:33.216941 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.230939 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Deleting port 5f6af0a6-cd37-4838-9cfa-aad4ff372722 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:33.231537 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.234688 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Deleting port cc033478-d3f6-4b67-9576-f266c909b39c {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:33.235107 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.324459 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Deleting port cc033478-d3f6-4b67-9576-f266c909b39c {{(pid=78679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:33.327021 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.383299 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.383680 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.391509 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] For port cc033478-d3f6-4b67-9576-f266c909b39c, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cc033478-d3f6-4b67-9576-f266c909b39c,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:33.392039 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.495699 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] For port cc033478-d3f6-4b67-9576-f266c909b39c, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cc033478-d3f6-4b67-9576-f266c909b39c,segment=NetworkSegment(fa7593b6-3212-45d2-8f15-66f715a2ff2e),segment_id=fa7593b6-3212-45d2-8f15-66f715a2ff2e)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:33.496097 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.522144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Calling delete_port for 5f6af0a6-cd37-4838-9cfa-aad4ff372722 owned by network:floatingip {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:33.541146 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Calling delete_port for cc033478-d3f6-4b67-9576-f266c909b39c owned by network:dhcp {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:33.544847 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Deleting port 498e18f7-7f3d-4de0-b673-ec671991589d {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:33.544996 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.620950 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:30:31Z', 'revision_number': 5, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:33.626633 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b879e-3fca-4dcc-9709-7f226a4570e4 None None] The sync data for ids ['1d8f9007-9dc2-48d3-b312-c681302757b4'] in dv-cinder-784956-5-smb is: [{'id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'name': 'tempest-TestMinimumBasicScenario-205864400-router', 'tenant_id': '869a959f16a4413d83a107e1db9629a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:28:01Z', 'updated_at': '2021-05-10T11:30:31Z', 'revision_number': 5, 'project_id': '869a959f16a4413d83a107e1db9629a3', 'gw_port': {'id': '498e18f7-7f3d-4de0-b673-ec671991589d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f9007-9dc2-48d3-b312-c681302757b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:28:02Z', 'updated_at': '2021-05-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:33.679974 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Calling delete_port for cc033478-d3f6-4b67-9576-f266c909b39c owned by network:dhcp {{(pid=78679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:33.712164 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] For port 498e18f7-7f3d-4de0-b673-ec671991589d, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=498e18f7-7f3d-4de0-b673-ec671991589d,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:33.712520 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.732980 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.738423 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a409694d-1e48-4d49-a094-6976e9f72464 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:33.740309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.745669 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:33.793324 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event deleted for resources: {'Port': ['ID=5f6af0a6-cd37-4838-9cfa-aad4ff372722,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:33.808195 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Pushing event deleted for resources: {'Port': ['ID=cc033478-d3f6-4b67-9576-f266c909b39c,revision_number=None']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:33.810929 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:33.816445 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b33efa-fcdb-42e2-bf39-ffe7a329c923 None None] No DVR routers for this DVR port cc033478-d3f6-4b67-9576-f266c909b39c on host dv-cinder-784956-5-smb {{(pid=78679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:33.824992 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:33.852276 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Calling delete_port for 498e18f7-7f3d-4de0-b673-ec671991589d owned by network:router_gateway {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:33.885057 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.890941 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2c524b43-d02d-410a-a260-551baa68ab00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:33.896523 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for floatingip, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.896894 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.db.l3_db [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Floating IP 4a346245-54ea-4d62-9e24-c84714561a4c disassociated (deleted). External IP: 172.28.1.234, port: 28dcfba6-1510-4717-a809-c755f70307d2. May 10 11:30:33.939135 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc033478-d3f6-4b67-9576-f266c909b39c,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:33.941228 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] No DVR routers for this DVR port cc033478-d3f6-4b67-9576-f266c909b39c on host dv-cinder-784956-5-smb {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:33.943802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:34.073727 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cc033478-d3f6-4b67-9576-f266c909b39c no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:34.123366 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.142573 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:34.154837 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: cc033478-d3f6-4b67-9576-f266c909b39c {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:34.155194 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cc033478-d3f6-4b67-9576-f266c909b39c not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:34.156985 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 74110174-5b38-4b53-8452-e772264d4027 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:34.203155 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 74110174-5b38-4b53-8452-e772264d4027 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:34.203503 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 74110174-5b38-4b53-8452-e772264d4027 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:34.286565 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7593b6-3212-45d2-8f15-66f715a2ff2e') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:34.286860 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7593b6-3212-45d2-8f15-66f715a2ff2e') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:34.305503 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.322606 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.333064 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:34.333445 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: util.warn( May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: util.warn( May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: util.warn( May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: util.warn( May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:34.347029 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:34.426400 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Router 83e0b962-2a55-4318-9000-3b3f3f612721 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:34.469666 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.473928 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-79e63308-9dab-4511-b7dd-d069367534cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:34.487242 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.491695 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.502665 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Pushing event deleted for resources: {'Network': ['ID=5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:34.507826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:34.510624 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-1b635984-da2c-48ba-98fb-250f25dcb103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:34.558042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Pushing event deleted for resources: {'Port': ['ID=498e18f7-7f3d-4de0-b673-ec671991589d,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:34.587537 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:34.593469 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5202f448-b7a5-4b1a-bdc6-b8c6fd4185a3 HTTP/1.1" status: 204 len: 168 time: 1.7040203 May 10 11:30:34.636163 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:34.647953 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] Sync routers for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:34.652949 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.667138 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:34.668986 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:34.677480 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for floatingip, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.758042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45148) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:34.771701 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "DELETE /v2.0/floatingips/4a346245-54ea-4d62-9e24-c84714561a4c HTTP/1.1" status: 204 len: 168 time: 1.9239023 May 10 11:30:34.784000 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:34.856713 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.861653 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.866626 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'status': 'completed', 'code': 200} May 10 11:30:34.894687 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-6fa55ec5-fe72-4592-accc-842ec9104b11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3f7f861ad0c450e9d36c30aea8f62da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1337254 May 10 11:30:34.895037 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45158) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:34.906641 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.907193 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8f9007-9dc2-48d3-b312-c681302757b4 {{(pid=78678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:30:34.916577 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:34.922282 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7d9f8d2d-4875-41ce-a8e9-a0cdc7b0b55a admin admin] 10.222.0.26 "DELETE /v2.0/routers/1d8f9007-9dc2-48d3-b312-c681302757b4 HTTP/1.1" status: 204 len: 168 time: 2.5236835 May 10 11:30:34.922960 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45162) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:34.946751 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:34.991293 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Deleting subnet 41c752b5-6496-4403-bc74-cd1c76c80a3f {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:30:34.994423 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.060013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.164863 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.218641 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.226421 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.282895 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21cca1-613a-4f41-b207-181faaa0220c req-7c055256-8002-4a43-bb4b-84a0f0fde656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:35.284759 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-7c055256-8002-4a43-bb4b-84a0f0fde656 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69c53b73c22342c7b4a080745ba0d380&device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 1098 time: 0.3916631 May 10 11:30:35.288346 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.295950 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-96140378-4a7f-4513-9132-b5d8f4d583ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:35.438680 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:35.444489 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] Checking router: 83e0b962-2a55-4318-9000-3b3f3f612721 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:35.456739 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:35.457869 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:35.461414 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69671101-0f18-4c84-9a8a-13d8489762c8,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:35.463705 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21cca1-613a-4f41-b207-181faaa0220c req-47f4ee34-6253-478c-bcaf-298898edd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:35.466495 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-47f4ee34-6253-478c-bcaf-298898edd061 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 200 len: 910 time: 0.1728342 May 10 11:30:35.469993 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:35.479486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.479668 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69671101-0f18-4c84-9a8a-13d8489762c8 HTTP/1.1" status: 204 len: 168 time: 0.5831032 May 10 11:30:35.569868 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-e31bc18f-3923-4b0e-90a7-ec5b48116614 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 200 len: 217 time: 0.0924449 May 10 11:30:35.582366 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab59400-8bf3-42ff-897d-3198f0a39930 req-8b0fc511-d34f-4efa-b4cf-c20fd3fed624 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:35.593426 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6ab59400-8bf3-42ff-897d-3198f0a39930 req-8b0fc511-d34f-4efa-b4cf-c20fd3fed624 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.2426391 May 10 11:30:35.657044 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21cca1-613a-4f41-b207-181faaa0220c req-bc139917-8591-4ae2-838e-2709d8a4cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:35.658513 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-bc139917-8591-4ae2-838e-2709d8a4cb33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 200 len: 848 time: 0.0801117 May 10 11:30:35.663051 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-6ab59400-8bf3-42ff-897d-3198f0a39930 req-d7ef4e7a-983c-481f-8a12-56fe1cb908e6 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627525 May 10 11:30:35.696502 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.715218 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:35.769938 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c752b5-6496-4403-bc74-cd1c76c80a3f,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:35.773273 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21cca1-613a-4f41-b207-181faaa0220c req-58cb95a5-0389-4fb4-8029-22ca5a0dd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:35.776027 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-58cb95a5-0389-4fb4-8029-22ca5a0dd7e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022115 May 10 11:30:35.778213 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:35.783824 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:35.793074 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 6d254b8a-88ea-4219-a739-6eda1aa65747 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:35.795565 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-19297dea-e852-449d-bab7-867ebef455a3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/41c752b5-6496-4403-bc74-cd1c76c80a3f HTTP/1.1" status: 204 len: 168 time: 0.8715432 May 10 11:30:35.797914 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45180) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:35.863321 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea837e7e-6d55-4520-9219-a74f91f70968 None None] Network 221baa40-9971-46a2-86b0-765679500a1a requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:35.969443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.017736 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 6d254b8a-88ea-4219-a739-6eda1aa65747 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:36.018438 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 6d254b8a-88ea-4219-a739-6eda1aa65747 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:36.019055 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 498e18f7-7f3d-4de0-b673-ec671991589d no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:36.034067 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-17f21b58-4cec-4510-9817-15dcb5aa8e8c service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426341 May 10 11:30:36.099425 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 498e18f7-7f3d-4de0-b673-ec671991589d {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:36.100084 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 498e18f7-7f3d-4de0-b673-ec671991589d not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:36.127421 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Deleting port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:36.128425 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.222194 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:36.237360 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3d21cca1-613a-4f41-b207-181faaa0220c req-d148aaf3-abb3-4815-9391-46cdbb6ea1e9 service neutron] 10.222.0.23 "GET /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912560 May 10 11:30:36.408775 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] DHCP port deletion for 221baa40-9971-46a2-86b0-765679500a1a request from dv-cinder-784956-5-smb {{(pid=78679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:36.409358 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] For port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:36.409706 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.594437 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-63714ea0-2002-43ea-bed8-1ffdb6bb5917 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:36.595310 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-63714ea0-2002-43ea-bed8-1ffdb6bb5917 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Synchronizing usage tracker for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:36.613192 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-63714ea0-2002-43ea-bed8-1ffdb6bb5917 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Unset dirty status for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:36.614589 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-63714ea0-2002-43ea-bed8-1ffdb6bb5917 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.23 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.1182718 May 10 11:30:36.633436 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Deleting port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 {{(pid=78679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:36.634109 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.642875 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Calling delete_port for f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 owned by network:dhcp {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:36.720490 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.735362 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-187c044c-efce-44bc-9842-29ccaa6066f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:36.788634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] No DVR routers for this DVR port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 on host dv-cinder-784956-5-smb {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:36.834808 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] For port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,segment=NetworkSegment(59dc20a1-8713-435c-97f0-9c55ab318fc0),segment_id=59dc20a1-8713-435c-97f0-9c55ab318fc0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:36.836073 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:36.898259 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:36.997612 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Calling delete_port for f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 owned by network:dhcp {{(pid=78679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:37.031285 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:37.042366 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Deleting port 28dcfba6-1510-4717-a809-c755f70307d2 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:37.042985 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.062469 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2f025-6844-45f6-9480-6c1f587d3768 None None] The sync data for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb is: [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:25:50Z', 'revision_number': 4, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb', '_interfaces': [{'id': '0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f', 'name': '', 'network_id': '1cd1f2dc-069f-420d-82e0-d68cf2ec4da7', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'mac_address': 'fa:16:3e:4d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:48Z', 'updated_at': '2021-05-10T11:25:58Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'subnets': [{'id': 'fc1e8b29-e7e1-4345-9029-038a053d89d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:37.075394 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:37.079587 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.094859 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221baa40-9971-46a2-86b0-765679500a1a']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:37.105849 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.108174 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dc20a1-8713-435c-97f0-9c55ab318fc0') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:37.109087 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dc20a1-8713-435c-97f0-9c55ab318fc0') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:37.114976 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-162eda96-db5f-48d2-ad6e-69fde89e394d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:37.123493 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.143632 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.155696 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:37.156939 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.184589 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Pushing event deleted for resources: {'Port': ['ID=f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3,revision_number=None']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:37.188353 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:37.189253 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c44ea-6344-4f9a-8e84-b953c9f79669 None None] No DVR routers for this DVR port f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 on host dv-cinder-784956-5-smb {{(pid=78679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:37.190018 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea407b-d3de-46b1-be3e-e3723903d689 req-0ea3c350-87b7-4add-bc4e-44dee19058f4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:37.199428 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d3ea407b-d3de-46b1-be3e-e3723903d689 req-0ea3c350-87b7-4add-bc4e-44dee19058f4 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 945 time: 0.2578018 May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:37.259083 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:37.278819 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.283648 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.287784 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:37.301227 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-d3ea407b-d3de-46b1-be3e-e3723903d689 req-0b7da914-bfdf-4415-a290-f701eb612ba7 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/security-groups?id=1886bd1d-6c6d-4236-b2b3-3accd535a469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913942 May 10 11:30:37.308826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Pushing event deleted for resources: {'Network': ['ID=221baa40-9971-46a2-86b0-765679500a1a,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:37.311238 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:37.314921 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-c7729580-bd82-4763-8d9c-7389782169eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/221baa40-9971-46a2-86b0-765679500a1a HTTP/1.1" status: 204 len: 168 time: 1.5160105 May 10 11:30:37.315512 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] For port 28dcfba6-1510-4717-a809-c755f70307d2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=28dcfba6-1510-4717-a809-c755f70307d2,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:37.315909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.463137 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12170c1-d7cb-4eb4-b4e5-bb83f9381a9b None None] New status for floating IP 4a346245-54ea-4d62-9e24-c84714561a4c: DOWN {{(pid=78680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:30:37.469106 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Calling delete_port for 28dcfba6-1510-4717-a809-c755f70307d2 owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:37.604965 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.614089 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:37.620491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45232) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:37.666738 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event deleted for resources: {'Port': ['ID=28dcfba6-1510-4717-a809-c755f70307d2,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:37.669176 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:37.676762 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-fc7f38d4-5477-48cb-a5fd-49ee80953097 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=295feb36faf64a4c88d585262a0ab01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532761 May 10 11:30:37.682726 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45236) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:37.754710 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] No DVR routers for this DVR port 28dcfba6-1510-4717-a809-c755f70307d2 on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:37.757168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.762215 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.762562 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:37.767160 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-deleted', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:37.785068 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-e9f4600f-fcde-4992-977a-6e0d9ef15369 req-6ec049f9-2d93-4d0d-9855-67cc9fb90d27 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.23 "DELETE /v2.0/ports/28dcfba6-1510-4717-a809-c755f70307d2 HTTP/1.1" status: 204 len: 173 time: 1.1648047 May 10 11:30:37.793178 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.822997 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:37.823403 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da512677-6db5-41a0-b20d-038d6978e899', 'name': 'network-vif-deleted', 'tag': '28dcfba6-1510-4717-a809-c755f70307d2', 'status': 'completed', 'code': 200} May 10 11:30:37.823558 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device f03d831d-3a78-4e20-ac8b-25dcd5fdf2b3 not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:37.857718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.862725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-98c7b22e-1eaa-420c-b542-4c3b1ecac752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:37.876673 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165272e9-c88b-4286-a3c9-1a597485302a,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:37.880274 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:37.885963 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:37.891224 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-487deacc-718f-4fff-b743-ee7e34cfc46b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/165272e9-c88b-4286-a3c9-1a597485302a HTTP/1.1" status: 204 len: 168 time: 0.2056530 May 10 11:30:38.340230 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45258) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:38.484525 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.495785 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45266) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:38.512567 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-20b39d63-13e1-4409-8397-deb673a5ad67 req-fd602bed-de9b-44e0-9130-796b97fee832 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Synchronizing usage tracker for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:38.518230 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:38.527934 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Usage tracker for resource:security_group_rule and tenant:3e8c35e3ab964014a2c212d83ea108e5 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:38.533986 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:38.534540 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-20b39d63-13e1-4409-8397-deb673a5ad67 req-fd602bed-de9b-44e0-9130-796b97fee832 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Unset dirty status for tenant:69c53b73c22342c7b4a080745ba0d380 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:38.537202 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-20b39d63-13e1-4409-8397-deb673a5ad67 req-fd602bed-de9b-44e0-9130-796b97fee832 tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "GET /v2.0/ports?device_id=da512677-6db5-41a0-b20d-038d6978e899 HTTP/1.1" status: 200 len: 210 time: 0.1058977 May 10 11:30:38.566607 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:38.578371 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-504d740c-b5fd-401a-ad61-7d54e37080d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=869a959f16a4413d83a107e1db9629a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808289 May 10 11:30:38.581250 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45270) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:38.661491 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.683208 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.690604 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.694773 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.698906 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-342b5ecd-2eae-4d33-9613-9ca29a064b12 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:38.743959 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e8c35e3ab964014a2c212d83ea108e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021802 May 10 11:30:38.745013 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6b4ee7-9e79-4ac6-90fe-2a9aa0b9bc65,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:38.746798 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45274) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:38.748097 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cba73f66-ae2e-43d2-93b4-aa330f7ea62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:38.781668 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.788296 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d8703f40-a54b-4c89-950f-b3249ade4d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:38.813192 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8071f3a7-83b0-4bfe-b192-5d48fec91a6b,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:38.817837 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:38.821222 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.822317 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-9a7b150a-b4d7-4904-b7cb-eb9021650977 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8071f3a7-83b0-4bfe-b192-5d48fec91a6b HTTP/1.1" status: 204 len: 168 time: 0.2397778 May 10 11:30:38.840080 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.866497 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.916665 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.921434 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-454a2d0b-0080-49a3-bda6-4dc7dc6d5b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:38.934394 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6b4ee7-9e79-4ac6-90fe-2a9aa0b9bc65,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:38.938082 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:38.939358 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.940447 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-141f32b1-b922-4255-be2d-10b18ecb74c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec6b4ee7-9e79-4ac6-90fe-2a9aa0b9bc65 HTTP/1.1" status: 204 len: 168 time: 0.1871409 May 10 11:30:39.310917 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45284) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:39.329006 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.342905 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:39.346687 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Usage tracker for resource:security_group_rule and tenant:c44038753e7943fc9a4b1592c780683f is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:39.349506 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:39.355130 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:39.435297 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.439839 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.448275 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-150fc448-6b70-4d6d-b384-a21cd0f42480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:39.485985 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c44038753e7943fc9a4b1592c780683f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734009 May 10 11:30:39.487562 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86433e-7118-4d5f-ac45-d8eac9ae72b1,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:39.488644 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45288) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:39.490466 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:39.549338 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.574858 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.624849 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.631667 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-505e9962-12f7-48fb-a94a-1290510615a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:39.639339 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45294) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:39.644628 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86433e-7118-4d5f-ac45-d8eac9ae72b1,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:39.648539 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:39.650545 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.654081 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-65e8ae8e-fbc2-4540-8015-f630fa112d5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c86433e-7118-4d5f-ac45-d8eac9ae72b1 HTTP/1.1" status: 204 len: 168 time: 0.1620133 May 10 11:30:39.721706 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.752429 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.802163 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:39.824261 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.831380 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3ec1ccd3-fa6c-4500-b0d0-deaa57fe06b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:39.847829 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 28dcfba6-1510-4717-a809-c755f70307d2 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:39.848464 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 28dcfba6-1510-4717-a809-c755f70307d2 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:39.850456 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886bd1d-6c6d-4236-b2b3-3accd535a469,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:39.855927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:39.872320 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:39.873690 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-fb814315-9f3d-46d7-b1e0-f71d45be31fb tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] 10.222.0.26 "DELETE /v2.0/security-groups/1886bd1d-6c6d-4236-b2b3-3accd535a469 HTTP/1.1" status: 204 len: 168 time: 0.2332170 May 10 11:30:39.918265 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45310) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:40.496776 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.012329 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Deleting port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:41.012928 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.131177 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] For port 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:41.131521 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.252105 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Calling delete_port for 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f owned by network:router_interface {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:41.397590 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:41.402083 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bf543856-3af8-4c59-8c92-3100cb68642f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:41.448827 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:41.484265 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:41.747823 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.205927 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Router 83e0b962-2a55-4318-9000-3b3f3f612721 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:42.266764 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:30:42.384620 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:42.396607 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] Sync routers for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:42.402023 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-54c9042f-7c0d-48c7-ac0a-0ac4b751ab3b admin admin] 10.222.0.26 "PUT /v2.0/routers/83e0b962-2a55-4318-9000-3b3f3f612721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4826207 May 10 11:30:42.404755 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45390) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:42.407412 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:42.408059 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:42.449994 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45396) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:42.574096 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.587083 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: dv-cinder-784956-5-smb {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:42.590325 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:42.594403 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Usage tracker for resource:security_group_rule and tenant:ba0597942a0d4f5daf9dfc9bd9b9cea0 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:42.597839 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:42.603759 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:42.694219 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.700632 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.707001 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks [] for router, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.712784 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8c11ff3b-7cbf-46fd-889b-55817e417428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:42.765318 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba0597942a0d4f5daf9dfc9bd9b9cea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129308 May 10 11:30:42.767661 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b12f606-a292-45c5-8beb-24048223fd87,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:42.770620 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45406) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:42.785667 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d89271e0-70e8-4a21-b2b3-54d08316fa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:42.839943 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.868913 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.922422 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.934219 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.939951 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c34155e2-0079-404c-9b62-83cb35e915c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:42.954091 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b12f606-a292-45c5-8beb-24048223fd87,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:42.962759 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:42.964013 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.969054 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b12f606-a292-45c5-8beb-24048223fd87 HTTP/1.1" status: 204 len: 168 time: 0.1971898 May 10 11:30:43.018094 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Deleting port 423a08c0-fc36-4acf-880c-6adc64dd2f2d {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:43.018634 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.024623 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:30:41Z', 'revision_number': 5, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port': {'id': '423a08c0-fc36-4acf-880c-6adc64dd2f2d', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:44Z', 'updated_at': '2021-05-10T11:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:43.030369 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] Checking router: 83e0b962-2a55-4318-9000-3b3f3f612721 for host: dv-cinder-784956-5-smb {{(pid=78679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:43.041467 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] Routers {'83e0b962-2a55-4318-9000-3b3f3f612721'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:43.042221 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['83e0b962-2a55-4318-9000-3b3f3f612721'], 'active': True} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:43.158289 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] For port 423a08c0-fc36-4acf-880c-6adc64dd2f2d, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=423a08c0-fc36-4acf-880c-6adc64dd2f2d,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:43.159433 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.206924 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45418) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:43.219828 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvr_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] Set router 83e0b962-2a55-4318-9000-3b3f3f612721 gateway port host: None {{(pid=78679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:43.309719 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Calling delete_port for 423a08c0-fc36-4acf-880c-6adc64dd2f2d owned by network:router_gateway {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:43.323622 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45424) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:43.344451 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.348404 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_hamode_db [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:30:42Z', 'revision_number': 6, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port_host': None}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:43.352559 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39f661-c5ae-485e-9936-153b9668eda3 None None] The sync data for ids ['83e0b962-2a55-4318-9000-3b3f3f612721'] in dv-cinder-784956-5-smb is: [{'id': '83e0b962-2a55-4318-9000-3b3f3f612721', 'name': 'tempest-TestShelveInstance-1820156972-router', 'tenant_id': '69c53b73c22342c7b4a080745ba0d380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:43Z', 'updated_at': '2021-05-10T11:30:42Z', 'revision_number': 6, 'project_id': '69c53b73c22342c7b4a080745ba0d380', 'gw_port_host': None}] {{(pid=78679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:43.377116 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:43.379509 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.397493 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Usage tracker for resource:security_group_rule and tenant:4930fabbacf5497e989c5f7889832cfb is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:43.401955 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:43.408178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:43.410463 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:43.414614 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8dd46995ee4356af29a5f67a3e8043 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:43.418698 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:43.427941 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:43.459782 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.464479 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5934e1cf-1a4f-4b32-9f4a-a363a7d0c4c0 tempest-AttachVolumeNegativeTest-1547091925 tempest-AttachVolumeNegativeTest-1547091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:43.542189 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Pushing event deleted for resources: {'Port': ['ID=423a08c0-fc36-4acf-880c-6adc64dd2f2d,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:43.544876 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:43.553839 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.565766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.576074 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-c07dc93e-175e-409c-b333-59545c685934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:43.587388 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.601939 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.602772 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.628022 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4930fabbacf5497e989c5f7889832cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030081 May 10 11:30:43.637814 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45428) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:43.644193 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554efc65-939f-4e3c-8d61-5bdecbe77d1b,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:43.658409 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:43.659776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-89ff9923-ba8b-4825-8798-a983030d456e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:43.669916 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b8dd46995ee4356af29a5f67a3e8043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618757 May 10 11:30:43.674320 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45432) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:43.739733 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cfd344-d58f-433c-8692-da630f399470,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:43.746728 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ccf3d81b-6c5f-4cc3-a9e1-9b8ed491cfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:43.783111 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:43.796937 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.819432 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:43.819969 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0dc9ab9b-e64f-4ca3-93df-b0ac6819df0f not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:43.829619 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.845035 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.880513 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.918826 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.921527 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.947558 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.948349 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e0b962-2a55-4318-9000-3b3f3f612721 {{(pid=78678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:30:43.948742 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.956115 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a952a5b1-576a-48bc-9b5a-a9ad46093536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:43.962165 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Notify callbacks [] for router, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.965795 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] 10.222.0.26 "DELETE /v2.0/routers/83e0b962-2a55-4318-9000-3b3f3f612721 HTTP/1.1" status: 204 len: 168 time: 1.5574906 May 10 11:30:43.966279 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45436) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:43.966470 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.975530 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554efc65-939f-4e3c-8d61-5bdecbe77d1b,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:43.977827 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:43.979461 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-96534527-4a11-458c-9478-308ed4a7e8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:43.998141 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cfd344-d58f-433c-8692-da630f399470,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:44.001236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:44.003834 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.005399 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-3a02e1df-a421-4377-a967-59bd37c0327f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/554efc65-939f-4e3c-8d61-5bdecbe77d1b HTTP/1.1" status: 204 len: 168 time: 0.3665533 May 10 11:30:44.012171 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.013567 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-14becdd9-2bb6-4e6e-a63d-1716a177aa9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43cfd344-d58f-433c-8692-da630f399470 HTTP/1.1" status: 204 len: 168 time: 0.3358982 May 10 11:30:44.036340 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Deleting subnet fc1e8b29-e7e1-4345-9029-038a053d89d9 {{(pid=78678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:30:44.039086 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.093843 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819342'] for subnet, precommit_delete_associations {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.183302 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.433332 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45454) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:44.458195 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.478875 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:44.482701 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Usage tracker for resource:security_group_rule and tenant:6759a172f9314ac5a2ca6e06dda14229 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:44.487508 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:44.495250 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:44.505057 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372240'] for subnet, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.518042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:44.556792 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1e8b29-e7e1-4345-9029-038a053d89d9,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:44.561065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:44.565366 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.567861 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cbc3d-1c9f-4d92-a0d7-067c24346fab None None] Network 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:44.575086 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2f5b3bcc-6066-45b1-b96f-0665b9652cde admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fc1e8b29-e7e1-4345-9029-038a053d89d9 HTTP/1.1" status: 204 len: 168 time: 0.6080065 May 10 11:30:44.578611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45460) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:44.652390 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.657862 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.676491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0f1365d4-ecf3-4c4c-a873-356435cfdf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:44.708465 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a1b57-ad7b-4181-b242-e8228c6f9d30,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:44.722863 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:44.736806 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6759a172f9314ac5a2ca6e06dda14229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023267 May 10 11:30:44.737758 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45468) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:44.819826 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.824736 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.854275 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.901605 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Deleting port 0f12d67c-490b-4e9b-8eee-49309f006b1a {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:44.903846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.919871 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.926675 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-47d047bf-5b52-4881-9395-8bd268520f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:44.928354 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] DHCP port deletion for 1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 request from dv-cinder-784956-5-smb {{(pid=78679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:44.956674 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a1b57-ad7b-4181-b242-e8228c6f9d30,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:44.964539 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:44.965522 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:44.970409 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-6857e189-efe6-4bbb-888a-a8cc0fe235af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d2a1b57-ad7b-4181-b242-e8228c6f9d30 HTTP/1.1" status: 204 len: 168 time: 0.2315729 May 10 11:30:45.033502 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Deleting port 0f12d67c-490b-4e9b-8eee-49309f006b1a {{(pid=78679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:45.033773 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.037459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] For port 0f12d67c-490b-4e9b-8eee-49309f006b1a, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f12d67c-490b-4e9b-8eee-49309f006b1a,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:45.037825 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.140385 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] For port 0f12d67c-490b-4e9b-8eee-49309f006b1a, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=0f12d67c-490b-4e9b-8eee-49309f006b1a,segment=NetworkSegment(d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd),segment_id=d5816303-d3ff-4a48-9f2d-9e9ec4cd28fd)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:45.140736 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.169900 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Calling delete_port for 0f12d67c-490b-4e9b-8eee-49309f006b1a owned by network:dhcp {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:45.229371 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.234340 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-154dbd16-9a86-47cd-b913-d15ec378c1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:45.270277 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Calling delete_port for 0f12d67c-490b-4e9b-8eee-49309f006b1a owned by network:dhcp {{(pid=78679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:45.283013 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f12d67c-490b-4e9b-8eee-49309f006b1a,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:45.284974 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] No DVR routers for this DVR port 0f12d67c-490b-4e9b-8eee-49309f006b1a on host dv-cinder-784956-5-smb {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:45.286546 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:45.332943 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.339071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:45.387783 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Pushing event deleted for resources: {'Port': ['ID=0f12d67c-490b-4e9b-8eee-49309f006b1a,revision_number=None']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:45.392956 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] No DVR routers for this DVR port 0f12d67c-490b-4e9b-8eee-49309f006b1a on host dv-cinder-784956-5-smb {{(pid=78679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:45.394456 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:45.430859 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.445755 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd1f2dc-069f-420d-82e0-d68cf2ec4da7']}} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:45.459263 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd') {'for_net_delete': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:45.459564 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5816303-d3ff-4a48-9f2d-9e9ec4cd28fd') {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:45.471282 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615839'] for segment, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.488964 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.495637 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=78677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:45.496043 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2560310'] for segment, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: Traceback (most recent call last): May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: timer() May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: cb(*args, **kw) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: return func(*args, **kwargs) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: self._notify() May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: self.callback(batched_events) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: event.method(event) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: return f(self, *a, **k) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: return self._get(url).json() May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: return self.request(url, 'GET', **kwargs) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:45.510567 dv-cinder-784956-5-smb neutron-server[78677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:45.593257 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.601753 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-05f1905a-9e54-440d-8022-6736dd25444d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:45.617085 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:45.625881 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd1f2dc-069f-420d-82e0-d68cf2ec4da7,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:45.636221 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:45.646593 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-240da749-0ec1-4767-863f-c0cbc001363a admin admin] 10.222.0.26 "DELETE /v2.0/networks/1cd1f2dc-069f-420d-82e0-d68cf2ec4da7 HTTP/1.1" status: 204 len: 168 time: 1.0629177 May 10 11:30:45.646992 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45502) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:45.746638 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f12d67c-490b-4e9b-8eee-49309f006b1a no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:45.784442 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 0f12d67c-490b-4e9b-8eee-49309f006b1a {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:45.784824 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 0f12d67c-490b-4e9b-8eee-49309f006b1a not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:45.785256 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 423a08c0-fc36-4acf-880c-6adc64dd2f2d no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:45.820537 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 423a08c0-fc36-4acf-880c-6adc64dd2f2d {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:45.821209 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 423a08c0-fc36-4acf-880c-6adc64dd2f2d not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:46.231279 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393795'] for router_interface, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.282345 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45548) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:46.463955 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.478649 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:46.482440 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Usage tracker for resource:security_group_rule and tenant:04f86aa174124ccaafe0834438a6755f is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:46.485249 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:46.491310 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:46.580991 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.585633 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.595693 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7cb165f2-f97c-4d4e-bf0a-505841d6d0d7 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:46.642662 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04f86aa174124ccaafe0834438a6755f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561015 May 10 11:30:46.642983 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45578) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:46.645838 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f0b603-c12b-4903-9fe8-eb351825d208,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:46.657740 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:46.709513 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.738399 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.765836 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Deleting port cecd7c34-d52d-451b-8d69-d822a7cc537d {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:46.766367 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.800874 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.805655 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ba171d2e-d739-441b-99cb-2af4d48aff08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:46.816794 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f0b603-c12b-4903-9fe8-eb351825d208,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:46.822827 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:46.830921 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:46.832062 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-dddc5588-0584-4b50-9a66-e6d7c24d0eac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28f0b603-c12b-4903-9fe8-eb351825d208 HTTP/1.1" status: 204 len: 168 time: 0.1879954 May 10 11:30:46.914985 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] For port cecd7c34-d52d-451b-8d69-d822a7cc537d, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=cecd7c34-d52d-451b-8d69-d822a7cc537d,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:46.915501 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.041932 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Calling delete_port for cecd7c34-d52d-451b-8d69-d822a7cc537d owned by network:router_interface {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:47.173066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45604) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:47.194611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.215183 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:47.220211 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e8338d0c8a83402d96b4ccc9ed3cb316 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:47.224002 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:47.232723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:47.236156 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.241289 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-e3cbc875-5404-46ec-8459-d4fe938b5684 tempest-AttachVolumeShelveTestJSON-550902766 tempest-AttachVolumeShelveTestJSON-550902766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:47.289695 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=cecd7c34-d52d-451b-8d69-d822a7cc537d,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:47.293092 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:47.338144 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.343711 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.355746 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-12c43a14-291b-4abe-ad06-8d44fa2b5320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:47.403050 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8338d0c8a83402d96b4ccc9ed3cb316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286572 May 10 11:30:47.404087 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0fb7fd-dd02-4b9f-a602-3e4d2e6072d8,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:47.407526 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8b632515-7f46-450f-8c84-9be67861c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:47.408447 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45608) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:47.474113 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.505812 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.560066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.564521 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4bb4774b-2c48-41ca-b9d2-64f0d9b214d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:47.568140 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397555'] for router_interface, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.575762 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0fb7fd-dd02-4b9f-a602-3e4d2e6072d8,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:47.579170 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:47.582436 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.583557 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-d4aede21-b0d8-4f9a-9d25-d5afd7f8ffc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea0fb7fd-dd02-4b9f-a602-3e4d2e6072d8 HTTP/1.1" status: 204 len: 168 time: 0.1737261 May 10 11:30:48.048040 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Router 976e2d95-3998-48e8-a50d-aa04eabd10c0 has already been hosted by L3 agent 7f68b24a-eea4-4126-be96-6c643f20c8e9 {{(pid=78678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:48.231219 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] Notify agent at l3_agent.dv-cinder-784956-5-smb the message routers_updated {{(pid=78678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:48.241248 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-5d8a5e41-1b19-4dec-abbd-7fb1cc5c7d0a admin admin] 10.222.0.26 "PUT /v2.0/routers/976e2d95-3998-48e8-a50d-aa04eabd10c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915887 May 10 11:30:48.242776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45632) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:48.243276 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] Sync routers for ids ['976e2d95-3998-48e8-a50d-aa04eabd10c0'] in dv-cinder-784956-5-smb {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:48.253119 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] Routers {'976e2d95-3998-48e8-a50d-aa04eabd10c0'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:48.253743 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['976e2d95-3998-48e8-a50d-aa04eabd10c0'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:48.436399 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] Set router 976e2d95-3998-48e8-a50d-aa04eabd10c0 gateway port host: dv-cinder-784956-5-smb {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:48.439648 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks [] for router, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.734345 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.743585 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'external_fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:30:47Z', 'revision_number': 5, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port': {'id': 'c0840a2f-9ceb-4240-8a4d-3d36586289ce', 'name': '', 'network_id': '1b9fd9bd-40fd-40ba-a408-938cb4dd4c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:58Z', 'updated_at': '2021-05-10T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c62ec65-dd63-491e-a575-56ed1c41e448', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-smb'}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:48.748009 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] Checking router: 976e2d95-3998-48e8-a50d-aa04eabd10c0 for host: dv-cinder-784956-5-smb {{(pid=78680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:48.761215 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] Routers {'976e2d95-3998-48e8-a50d-aa04eabd10c0'} bound to L3 agent in host dv-cinder-784956-5-smb {{(pid=78680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:48.761858 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:01Z,description=,heartbeat_timestamp=2021-05-10T11:30:31Z,host='dv-cinder-784956-5-smb',id=7f68b24a-eea4-4126-be96-6c643f20c8e9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:01Z,topic='l3_agent')) {'router_ids': ['976e2d95-3998-48e8-a50d-aa04eabd10c0'], 'active': True} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:48.810996 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Deleting port c0840a2f-9ceb-4240-8a4d-3d36586289ce {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:48.811454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.954967 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] For port c0840a2f-9ceb-4240-8a4d-3d36586289ce, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=c0840a2f-9ceb-4240-8a4d-3d36586289ce,segment=NetworkSegment(6f090c32-d473-4d52-b806-90d7375f3712),segment_id=6f090c32-d473-4d52-b806-90d7375f3712)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:48.955327 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:48.961914 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_dvr_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] Set router 976e2d95-3998-48e8-a50d-aa04eabd10c0 gateway port host: None {{(pid=78680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:49.079240 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.l3_hamode_db [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:30:48Z', 'revision_number': 6, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port_host': None}], 'dv-cinder-784956-5-smb', False) {} {{(pid=78680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:49.084235 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf29103-9f58-459d-aa7f-698944fef501 None None] The sync data for ids ['976e2d95-3998-48e8-a50d-aa04eabd10c0'] in dv-cinder-784956-5-smb is: [{'id': '976e2d95-3998-48e8-a50d-aa04eabd10c0', 'name': 'tempest-TestShelveInstance-1235597283-router', 'tenant_id': '96e0f1cf78524b1980f74c8b748fc743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:56Z', 'updated_at': '2021-05-10T11:30:48Z', 'revision_number': 6, 'project_id': '96e0f1cf78524b1980f74c8b748fc743', 'gw_port_host': None}] {{(pid=78680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:49.134148 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Calling delete_port for c0840a2f-9ceb-4240-8a4d-3d36586289ce owned by network:router_gateway {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:49.271368 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.275775 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-55b3277e-572c-4c36-86f8-991296f327cb tempest-VolumesActionsTest-133030260 tempest-VolumesActionsTest-133030260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:49.320704 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Pushing event deleted for resources: {'Port': ['ID=c0840a2f-9ceb-4240-8a4d-3d36586289ce,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:49.349416 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:49.413760 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400743'] for router_gateway, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.590218 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38744'] for router, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.592921 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.616601 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451701'] for router, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.617121 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976e2d95-3998-48e8-a50d-aa04eabd10c0 {{(pid=78677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:30:49.629264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] Notify callbacks [] for router, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.630399 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-071a770c-bf79-480a-8165-9bc6419075db admin admin] 10.222.0.26 "DELETE /v2.0/routers/976e2d95-3998-48e8-a50d-aa04eabd10c0 HTTP/1.1" status: 204 len: 168 time: 1.3864944 May 10 11:30:49.633016 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45648) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:49.691140 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Deleting subnet b4d52ef2-cb67-493d-9b4c-80c1a618f7ad {{(pid=78677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:30:49.694283 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.745613 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615808'] for subnet, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.829322 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.866541 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device c0840a2f-9ceb-4240-8a4d-3d36586289ce no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:49.901192 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: c0840a2f-9ceb-4240-8a4d-3d36586289ce {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:49.901810 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device c0840a2f-9ceb-4240-8a4d-3d36586289ce not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:49.902256 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cecd7c34-d52d-451b-8d69-d822a7cc537d no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:49.938285 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: cecd7c34-d52d-451b-8d69-d822a7cc537d {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:49.938633 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device cecd7c34-d52d-451b-8d69-d822a7cc537d not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:50.103979 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2560336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2863002'] for subnet, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.109727 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-23e67f35-d0a3-4b22-a3dd-97f1a5595869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:50.147765 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d52ef2-cb67-493d-9b4c-80c1a618f7ad,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.152986 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.155739 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:50.159122 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ab243-9bba-4465-a0e3-ee35271deb45 None None] Network 76527159-d53f-45de-9799-0d2a4d57e4b7 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:30:50.169578 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45658) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:50.170183 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-62cbe3e9-198f-468e-90af-d173838db1c4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b4d52ef2-cb67-493d-9b4c-80c1a618f7ad HTTP/1.1" status: 204 len: 168 time: 0.5356698 May 10 11:30:50.298459 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.372800 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Deleting port 5ee78839-ef01-48b6-819c-4322a303a74b {{(pid=78678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:50.373014 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.484260 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.db [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] For port 5ee78839-ef01-48b6-819c-4322a303a74b, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=5ee78839-ef01-48b6-819c-4322a303a74b,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:50.484766 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.486107 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] DHCP port deletion for 76527159-d53f-45de-9799-0d2a4d57e4b7 request from dv-cinder-784956-5-smb {{(pid=78679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:30:50.549861 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Deleting port 5ee78839-ef01-48b6-819c-4322a303a74b {{(pid=78679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:50.550266 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.609729 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.plugin [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Calling delete_port for 5ee78839-ef01-48b6-819c-4322a303a74b owned by network:dhcp {{(pid=78678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:50.647813 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] For port 5ee78839-ef01-48b6-819c-4322a303a74b, host dv-cinder-784956-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-smb',level=0,port_id=5ee78839-ef01-48b6-819c-4322a303a74b,segment=NetworkSegment(b7542b79-ccc7-40f8-b245-adbc8f437a24),segment_id=b7542b79-ccc7-40f8-b245-adbc8f437a24)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:50.648161 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.655900 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431707'] for port, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.661011 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d20f6abb-63de-451f-9b7b-1a2287f9d114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:50.705834 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee78839-ef01-48b6-819c-4322a303a74b,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.708670 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:50.709457 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] No DVR routers for this DVR port 5ee78839-ef01-48b6-819c-4322a303a74b on host dv-cinder-784956-5-smb {{(pid=78678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:50.782226 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Calling delete_port for 5ee78839-ef01-48b6-819c-4322a303a74b owned by network:dhcp {{(pid=78679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:50.823983 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.827061 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845'] for port, after_delete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.830688 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:50.837217 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76527159-d53f-45de-9799-0d2a4d57e4b7']}} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:50.850204 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7542b79-ccc7-40f8-b245-adbc8f437a24') {'for_net_delete': True} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:50.850491 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.services.segments.db [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7542b79-ccc7-40f8-b245-adbc8f437a24') {} {{(pid=78678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:50.861820 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819345'] for segment, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.877955 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Pushing event deleted for resources: {'Port': ['ID=5ee78839-ef01-48b6-819c-4322a303a74b,revision_number=None']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.878537 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.879900 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] No DVR routers for this DVR port 5ee78839-ef01-48b6-819c-4322a303a74b on host dv-cinder-784956-5-smb {{(pid=78679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:50.881336 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-e4ef9ac5-7587-47a8-8104-d6a40b6d9c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:50.885190 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=78678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:30:50.885679 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431726'] for segment, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: Traceback (most recent call last): May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: timer() May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: cb(*args, **kw) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: return func(*args, **kwargs) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: self._notify() May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: self.callback(batched_events) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: event.method(event) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: return f(self, *a, **k) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: return self._get(url).json() May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: return self.request(url, 'GET', **kwargs) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:30:50.899097 dv-cinder-784956-5-smb neutron-server[78678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:30:50.975133 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.978704 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-12870ed5-103b-4f60-b994-61c821b2a438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:50.992239 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.004455 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] 10.222.0.26 "DELETE /v2.0/networks/76527159-d53f-45de-9799-0d2a4d57e4b7 HTTP/1.1" status: 204 len: 168 time: 0.8329468 May 10 11:30:51.005476 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Pushing event deleted for resources: {'Network': ['ID=76527159-d53f-45de-9799-0d2a4d57e4b7,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:51.007922 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-947a3594-4dda-4c70-add7-d42b968a928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:51.179725 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45666) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:51.228051 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-e8c01440-89ef-4b8e-ba01-bf092892a2da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69c53b73c22342c7b4a080745ba0d380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470655 May 10 11:30:51.230411 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45670) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:51.289389 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.316540 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.373267 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.377065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-50c3c86f-dff4-4454-b05f-a83a8339577a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:51.389535 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f3a386-eaff-4d66-ac6f-b4188317ea78,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:51.393209 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:51.398396 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.401883 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-b1bae414-fea0-4419-8f52-8106702e3040 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60f3a386-eaff-4d66-ac6f-b4188317ea78 HTTP/1.1" status: 204 len: 168 time: 0.1682169 May 10 11:30:51.727295 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 5ee78839-ef01-48b6-819c-4322a303a74b no longer exists at agent ovs-agent-dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:51.773312 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] No Port match for: 5ee78839-ef01-48b6-819c-4322a303a74b {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:51.773666 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Device 5ee78839-ef01-48b6-819c-4322a303a74b not bound to the agent host dv-cinder-784956-5-smb {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:51.788070 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45686) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:51.836765 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-abd7ad9b-a607-474b-b775-a93271d151cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96e0f1cf78524b1980f74c8b748fc743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473700 May 10 11:30:51.839147 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45690) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:51.898120 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.924042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.976560 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:51.981844 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-5392fc32-f594-43a7-b6a6-adf41e7b3124 tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:51.994421 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d53ac6-2be3-466c-a609-83e702c8d5ab,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:51.997410 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:51.999651 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.003729 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-2af48d67-1877-4409-a4d2-24eeb9e42434 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8d53ac6-2be3-466c-a609-83e702c8d5ab HTTP/1.1" status: 204 len: 168 time: 0.1605916 May 10 11:30:57.821754 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-1309cbda-6590-48ad-a703-cc84ba842401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.510192 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.703335 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-08d19846-c829-4bd2-aa76-2943e3c707e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.173671 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.178727 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.694667 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45804) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:01.821979 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:01.840354 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:01.844185 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Usage tracker for resource:security_group_rule and tenant:748e0fbaa2b84163bacf43839eca7a05 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:01.846964 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:01.852867 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:02.035978 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.039796 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.047996 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-d0d10d27-633e-4511-bc43-c6448406c725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:02.085824 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=748e0fbaa2b84163bacf43839eca7a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900509 May 10 11:31:02.087319 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32db3b7e-a438-4e1d-8942-5c20314e6f80,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:02.088494 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45810) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:02.090401 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-75b8a84f-6faa-4246-9db0-444585e11af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:02.151707 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.177396 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.230305 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.234255 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-df6126cf-7dea-4501-aab4-a05aec50dfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:02.244920 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db3b7e-a438-4e1d-8942-5c20314e6f80,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:02.247151 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:02.253599 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:02.254699 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-311dc0a7-f42d-490f-889b-0eecf2c9e3fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32db3b7e-a438-4e1d-8942-5c20314e6f80 HTTP/1.1" status: 204 len: 168 time: 0.1651990 May 10 11:31:03.051436 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.065520 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45844) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:03.180449 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.194882 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:03.198766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe8245538454073ac11d70b82074cde is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:03.201644 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:03.207381 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:03.291633 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.295453 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.302911 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7f33205f-e6e3-4565-8325-d6ecf8f7b503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:03.343012 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffe8245538454073ac11d70b82074cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762809 May 10 11:31:03.344612 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f922b013-cb2f-49e1-a691-a3635791cf39,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:03.345831 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45850) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:03.347591 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:03.404802 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.431051 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.487065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.491952 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-cc30778b-304b-48a9-baf4-831052065345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:03.507847 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f922b013-cb2f-49e1-a691-a3635791cf39,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:03.516339 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:03.517177 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:03.520931 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f922b013-cb2f-49e1-a691-a3635791cf39 HTTP/1.1" status: 204 len: 168 time: 0.1739805 May 10 11:31:04.851416 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-fc727a8f-908f-42dc-976c-c29516161e90 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fda576bc38d84cc192389bd3a9f56d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269952 May 10 11:31:04.887248 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 45912) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:05.006568 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-c37876dc-67be-4fc3-b5a6-ef41c497cbf8 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:05.007809 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.008038 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-c37876dc-67be-4fc3-b5a6-ef41c497cbf8 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512671 May 10 11:31:05.023427 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-be4d677a-5ea0-4837-87d0-80845149ae1d tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/quotas/fda576bc38d84cc192389bd3a9f56d06 HTTP/1.1" status: 200 len: 375 time: 0.0098057 May 10 11:31:05.072237 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-ad21ea8a-dd35-4fb7-bb00-110f8d646ccc tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fda576bc38d84cc192389bd3a9f56d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429430 May 10 11:31:05.121675 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:05.126182 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Usage tracker for resource:security_group_rule and tenant:da109999f41f4ff4a70bbc5d53f1c0f5 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:05.129146 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:05.134934 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:05.260139 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.269181 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-038e802a-4343-4c71-83f1-2c66952c3c96 req-76820fcd-b3fe-4f72-9efb-4030cbc07ac7 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 210 time: 0.0493464 May 10 11:31:05.269744 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.277762 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-a43e8c8b-76f2-49cc-a89d-fb003f84e88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:05.320736 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da109999f41f4ff4a70bbc5d53f1c0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324005 May 10 11:31:05.321719 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d8947-904a-48f2-991d-5029bac05bb3,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.323317 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 45926) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:05.324723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-b056c100-856d-45f9-b847-05cc936b9534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:05.382187 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.410894 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.464639 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.470094 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-42f8446d-a522-4781-8937-621e5183e4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:05.483460 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d8947-904a-48f2-991d-5029bac05bb3,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:05.486001 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:05.487189 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.488273 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-aef3a6bc-7e1f-46ba-9f29-8598eb87141f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/108d8947-904a-48f2-991d-5029bac05bb3 HTTP/1.1" status: 204 len: 168 time: 0.1638856 May 10 11:31:06.156946 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-d641ecbd-15b5-4404-97a3-8fc129b8b2ea tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fda576bc38d84cc192389bd3a9f56d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291631 May 10 11:31:06.308523 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-79b2f330-e965-49c2-b952-1e1163e0c7a1 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:06.310004 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-79b2f330-e965-49c2-b952-1e1163e0c7a1 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483760 May 10 11:31:06.328266 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Request body: {'port': {'device_id': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73', 'admin_state_up': True, 'tenant_id': 'fda576bc38d84cc192389bd3a9f56d06'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:06.418363 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-cc5bcb98-1404-4082-a5d6-f40b16f6089f req-b50ea306-a3ba-4978-a6ff-8992bd3657d2 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 210 time: 0.0422013 May 10 11:31:06.464330 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:06.468952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Usage tracker for resource:port and tenant:fda576bc38d84cc192389bd3a9f56d06 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:06.471741 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:06.477441 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:06.486043 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Made reservation on behalf of fda576bc38d84cc192389bd3a9f56d06 for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:06.489558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.501361 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.516042 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:06.519714 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Usage tracker for resource:security_group_rule and tenant:fda576bc38d84cc192389bd3a9f56d06 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:06.522578 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:06.528098 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:06.610316 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.613754 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.616485 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63b01611-a382-44c5-84d3-9e5a5f06b630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:06.694074 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16389f8-5d3d-4952-9336-a5a38f047d06,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:06.699140 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:06.782742 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Allocated IP 192.168.233.13 (44b212bf-239f-4a0c-9890-efe30daafc73/94ba9ab5-5c8f-4990-bae7-90597760cbd8/1f639d35-68e0-4b85-a034-c1cb247e979c) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:06.977865 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.993067 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Transition to ACTIVE for port object 1f639d35-68e0-4b85-a034-c1cb247e979c will not be triggered until provisioned by entity DHCP. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:07.016993 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.023568 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-05b98a91-8d88-4dce-a38f-c4e110ed7768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:07.084489 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Network 44b212bf-239f-4a0c-9890-efe30daafc73 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:07.087212 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:07.089677 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:31:07.136134 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Pushing event updated for resources: {'Port': ['ID=1f639d35-68e0-4b85-a034-c1cb247e979c,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:07.140622 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:07.164873 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:07.165512 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.202327 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-0d2e0925-9d8c-41be-b708-87900296a206 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8783247 May 10 11:31:07.213824 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Request body: {'port': {'device_id': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:07.322467 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.329807 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-9eadbade-1b1f-4af9-8fa4-9e1741a3ab2e None None] Provisioning for port 1f639d35-68e0-4b85-a034-c1cb247e979c completed by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:07.334358 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-9eadbade-1b1f-4af9-8fa4-9e1741a3ab2e None None] Provisioning complete for port 1f639d35-68e0-4b85-a034-c1cb247e979c triggered by entity DHCP. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:07.334746 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-9eadbade-1b1f-4af9-8fa4-9e1741a3ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.387032 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-9eadbade-1b1f-4af9-8fa4-9e1741a3ab2e None None] Port 1f639d35-68e0-4b85-a034-c1cb247e979c cannot update to ACTIVE because it is not bound. {{(pid=78679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:31:07.660631 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-4a04131a-5663-4b87-808d-cbaca8f24fcf tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:07.661337 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-4a04131a-5663-4b87-808d-cbaca8f24fcf tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Synchronizing usage tracker for tenant:fda576bc38d84cc192389bd3a9f56d06 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:07.729603 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-4a04131a-5663-4b87-808d-cbaca8f24fcf tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Unset dirty status for tenant:fda576bc38d84cc192389bd3a9f56d06 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:07.730758 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-4a04131a-5663-4b87-808d-cbaca8f24fcf tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 935 time: 0.2012799 May 10 11:31:07.736853 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f639d35-68e0-4b85-a034-c1cb247e979c {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:07.745290 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.784484 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Transition to ACTIVE for port object 1f639d35-68e0-4b85-a034-c1cb247e979c will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:07.788517 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:07.794998 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e2cc7e36-bffa-475d-9e1d-640b27846503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:07.837170 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-fbc1a8d5-cde5-4725-96a7-26be3f78ad57 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Synchronizing usage tracker for tenant:fda576bc38d84cc192389bd3a9f56d06 on resource:security_group {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:08.047672 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f639d35-68e0-4b85-a034-c1cb247e979c,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:08.055050 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:08.060779 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-fbc1a8d5-cde5-4725-96a7-26be3f78ad57 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Unset dirty status for tenant:fda576bc38d84cc192389bd3a9f56d06 on resource:security_group {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:08.061935 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c630ce71-e01f-4625-af51-9689e32f13c3 req-fbc1a8d5-cde5-4725-96a7-26be3f78ad57 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207903 May 10 11:31:08.128999 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Attempting to bind port 1f639d35-68e0-4b85-a034-c1cb247e979c on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:08.129334 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Attempting to bind port 1f639d35-68e0-4b85-a034-c1cb247e979c by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:08.129665 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Attempting to bind port 1f639d35-68e0-4b85-a034-c1cb247e979c on network 44b212bf-239f-4a0c-9890-efe30daafc73 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:08.134226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Port 1f639d35-68e0-4b85-a034-c1cb247e979c on network 44b212bf-239f-4a0c-9890-efe30daafc73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:31:08.134547 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Attempting to bind port 1f639d35-68e0-4b85-a034-c1cb247e979c on network 44b212bf-239f-4a0c-9890-efe30daafc73 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:08.140099 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:31:08.140432 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Checking segment: {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:08.140858 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Bound using segment: {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:31:08.141287 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Bound port: 1f639d35-68e0-4b85-a034-c1cb247e979c, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58992ffc-c9e1-429c-b42a-570fdd9160e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:08.141631 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.231862 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] For port 1f639d35-68e0-4b85-a034-c1cb247e979c, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:31:08.234709 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] For port 1f639d35-68e0-4b85-a034-c1cb247e979c, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1f639d35-68e0-4b85-a034-c1cb247e979c,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:31:08.238260 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.242541 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:08.293128 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:08.293726 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:08.295684 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/1f639d35-68e0-4b85-a034-c1cb247e979c HTTP/1.1" status: 200 len: 1097 time: 1.0862226 May 10 11:31:08.296168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'tag': '1f639d35-68e0-4b85-a034-c1cb247e979c'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:08.322053 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f639d35-68e0-4b85-a034-c1cb247e979c,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:08.325098 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:08.374795 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'tag': '1f639d35-68e0-4b85-a034-c1cb247e979c', 'status': 'completed', 'code': 200} May 10 11:31:08.411178 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-9981acc7-b73c-421d-b3d7-a166e400a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:08.412678 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-9981acc7-b73c-421d-b3d7-a166e400a78e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fda576bc38d84cc192389bd3a9f56d06&device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 1100 time: 0.0775547 May 10 11:31:08.480369 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-347566eb-85d3-4baa-a36d-428d36965392 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=1f639d35-68e0-4b85-a034-c1cb247e979c HTTP/1.1" status: 200 len: 217 time: 0.0605168 May 10 11:31:08.544735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-656c4d62-f16e-4803-9f97-640ca4c54567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:08.546188 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-656c4d62-f16e-4803-9f97-640ca4c54567 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ba9ab5-5c8f-4990-bae7-90597760cbd8 HTTP/1.1" status: 200 len: 843 time: 0.0597448 May 10 11:31:08.618379 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-ef712536-8a9f-4e93-a476-ae479199f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:08.619726 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-ef712536-8a9f-4e93-a476-ae479199f451 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44b212bf-239f-4a0c-9890-efe30daafc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676370 May 10 11:31:08.750159 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-76ff6246-9313-4ebd-a25f-aec126f6538e service neutron] 10.222.0.23 "GET /v2.0/networks/44b212bf-239f-4a0c-9890-efe30daafc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234758 May 10 11:31:08.883000 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3a4c0933-e5b9-4bf5-b9a5-9e23796b41a5 req-7f4b9aea-5688-403e-9267-5f6af33965fa service neutron] 10.222.0.23 "GET /v2.0/networks/44b212bf-239f-4a0c-9890-efe30daafc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264563 May 10 11:31:09.004927 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-95904461-3e53-497b-a9e6-518edd8507c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:09.006475 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-95904461-3e53-497b-a9e6-518edd8507c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fda576bc38d84cc192389bd3a9f56d06&device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 1100 time: 0.0769470 May 10 11:31:09.137517 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-278c6318-87c0-4337-8d7b-368c9e1dc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:09.138869 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-278c6318-87c0-4337-8d7b-368c9e1dc796 service neutron] 10.222.0.23 "GET /v2.0/networks?id=44b212bf-239f-4a0c-9890-efe30daafc73 HTTP/1.1" status: 200 len: 870 time: 0.1257813 May 10 11:31:09.246888 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-a774f470-8dc1-4118-8397-28cc5ffa40a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=1f639d35-68e0-4b85-a034-c1cb247e979c HTTP/1.1" status: 200 len: 217 time: 0.1000838 May 10 11:31:09.318217 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-923dd434-beb7-4546-a907-239dda1c60da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:09.319594 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-923dd434-beb7-4546-a907-239dda1c60da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ba9ab5-5c8f-4990-bae7-90597760cbd8 HTTP/1.1" status: 200 len: 843 time: 0.0653195 May 10 11:31:09.367118 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056776-7346-473d-8bfb-3a5d0f46f044 req-4cb863b9-20f8-473e-a984-d0c17d42e89f tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:09.368487 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8a056776-7346-473d-8bfb-3a5d0f46f044 req-4cb863b9-20f8-473e-a984-d0c17d42e89f tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 947 time: 0.1745272 May 10 11:31:09.426427 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-8a056776-7346-473d-8bfb-3a5d0f46f044 req-61322a1a-f02c-4c17-94f2-21a99d849e6a tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 May 10 11:31:09.440411 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-b9bb114f-6bb8-4cd1-bd6b-90096259ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:09.441869 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-b9bb114f-6bb8-4cd1-bd6b-90096259ec67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44b212bf-239f-4a0c-9890-efe30daafc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1148686 May 10 11:31:09.661501 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-a6f12d32-e950-4e04-9e23-7f440c81dd63 service neutron] 10.222.0.23 "GET /v2.0/networks/44b212bf-239f-4a0c-9890-efe30daafc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121766 May 10 11:31:09.795133 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3efc950c-ce24-4f5c-9ac3-527103d1de68 req-4adfce62-692c-4578-baf9-714c4cfc3993 service neutron] 10.222.0.23 "GET /v2.0/networks/44b212bf-239f-4a0c-9890-efe30daafc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257055 May 10 11:31:10.016707 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1f639d35-68e0-4b85-a034-c1cb247e979c details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:31:10.146776 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 1f639d35-68e0-4b85-a034-c1cb247e979c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1f639d35-68e0-4b85-a034-c1cb247e979c,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:10.159500 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '1f639d35-68e0-4b85-a034-c1cb247e979c', 'network_id': '44b212bf-239f-4a0c-9890-efe30daafc73', 'port_id': '1f639d35-68e0-4b85-a034-c1cb247e979c', 'mac_address': 'fa:16:3e:69:c8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ba9ab5-5c8f-4990-bae7-90597760cbd8', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:31:10.216895 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.232513 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f639d35-68e0-4b85-a034-c1cb247e979c {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:10.247016 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 1f639d35-68e0-4b85-a034-c1cb247e979c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1f639d35-68e0-4b85-a034-c1cb247e979c,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:10.250762 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.252409 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-11097b98-99b1-4037-a141-42f549919740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:10.314708 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=1f639d35-68e0-4b85-a034-c1cb247e979c,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:10.317515 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:10.443311 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['1f639d35-68e0-4b85-a034-c1cb247e979c'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:10.613068 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007264e-9e2d-484d-a301-be9facedbc2d req-a949fc40-30bd-442a-b45d-2e98369c7058 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:10.614454 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d007264e-9e2d-484d-a301-be9facedbc2d req-a949fc40-30bd-442a-b45d-2e98369c7058 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 948 time: 0.0821779 May 10 11:31:10.658405 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d007264e-9e2d-484d-a301-be9facedbc2d req-57bf0cd3-7172-45ab-9eba-6a4900392bc9 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 May 10 11:31:11.840765 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931510-df91-49f8-8f65-95185afae9cb req-7fecf1f0-fcfa-4357-b200-147d57d802f7 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:11.842228 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-38931510-df91-49f8-8f65-95185afae9cb req-7fecf1f0-fcfa-4357-b200-147d57d802f7 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 948 time: 0.0783725 May 10 11:31:11.889050 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-38931510-df91-49f8-8f65-95185afae9cb req-5892208f-4dc4-48d8-92b7-a5405a0f26ad tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 May 10 11:31:12.018370 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1f639d35-68e0-4b85-a034-c1cb247e979c up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:31:12.083805 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 1f639d35-68e0-4b85-a034-c1cb247e979c completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:12.088226 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 1f639d35-68e0-4b85-a034-c1cb247e979c triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:12.088614 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.202437 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.228510 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f639d35-68e0-4b85-a034-c1cb247e979c'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:12.238923 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 1f639d35-68e0-4b85-a034-c1cb247e979c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1f639d35-68e0-4b85-a034-c1cb247e979c,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:12.244032 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.245907 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:12.283692 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f639d35-68e0-4b85-a034-c1cb247e979c', 'code': 200} May 10 11:31:12.315267 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=1f639d35-68e0-4b85-a034-c1cb247e979c,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:12.318058 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:12.491472 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc1969-0f93-43df-97e9-508e0e1b0925 req-66731ce3-52bc-47c7-ad04-02768ad97f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:12.492937 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a0cc1969-0f93-43df-97e9-508e0e1b0925 req-66731ce3-52bc-47c7-ad04-02768ad97f62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 1102 time: 0.0685346 May 10 11:31:12.532865 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-a0cc1969-0f93-43df-97e9-508e0e1b0925 req-d882ddaa-5d7e-47ae-b6df-316ffe3bc1b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 May 10 11:31:13.071758 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e51bfd-0d18-4a29-b44e-e0bac8392565 req-4d654597-b177-4970-b921-1af391fd0be9 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:13.073210 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-96e51bfd-0d18-4a29-b44e-e0bac8392565 req-4d654597-b177-4970-b921-1af391fd0be9 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 949 time: 0.0810177 May 10 11:31:13.117429 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-96e51bfd-0d18-4a29-b44e-e0bac8392565 req-06ef8e81-e8f5-4a2e-ba70-edabfb3a6c1d tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379803 May 10 11:31:14.298043 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7fb9-8f44-4979-87a5-efba4bb6c160 req-bb53d8dd-9826-48fb-8789-f5c210518aba tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:14.299651 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-afee7fb9-8f44-4979-87a5-efba4bb6c160 req-bb53d8dd-9826-48fb-8789-f5c210518aba tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 949 time: 0.0783110 May 10 11:31:14.346371 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-afee7fb9-8f44-4979-87a5-efba4bb6c160 req-663814c2-d0c3-4884-af75-c566ec0dfe07 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 May 10 11:31:14.762271 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b419-2ed4-4d14-83d2-a3b32f66ebcf req-df00924a-f08f-4cf7-9b0b-392a6071f461 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:14.764205 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8e20b419-2ed4-4d14-83d2-a3b32f66ebcf req-df00924a-f08f-4cf7-9b0b-392a6071f461 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 949 time: 0.0804098 May 10 11:31:14.807831 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-8e20b419-2ed4-4d14-83d2-a3b32f66ebcf req-c224abf6-2579-4cb4-b748-bfaba66839d6 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380325 May 10 11:31:16.019787 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041674-657d-49b9-94eb-517922ab814c req-93b5f266-b0fe-4999-b877-104a566e2d55 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:16.021232 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3c041674-657d-49b9-94eb-517922ab814c req-93b5f266-b0fe-4999-b877-104a566e2d55 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 949 time: 0.1328685 May 10 11:31:16.069734 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760f19-e107-4f03-a28b-e6eb3a6d474d req-9e8af1b5-a256-4361-aef8-1ba3858bf465 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:16.071121 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5c760f19-e107-4f03-a28b-e6eb3a6d474d req-9e8af1b5-a256-4361-aef8-1ba3858bf465 tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 949 time: 0.1481755 May 10 11:31:16.171262 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5c760f19-e107-4f03-a28b-e6eb3a6d474d req-1335df0e-510a-414a-87c2-2e6332e5e97a tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/security-groups?id=f16389f8-5d3d-4952-9336-a5a38f047d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936177 May 10 11:31:16.201079 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Deleting port 1f639d35-68e0-4b85-a034-c1cb247e979c {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:16.201424 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.329728 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] For port 1f639d35-68e0-4b85-a034-c1cb247e979c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=1f639d35-68e0-4b85-a034-c1cb247e979c,segment=NetworkSegment(58992ffc-c9e1-429c-b42a-570fdd9160e0),segment_id=58992ffc-c9e1-429c-b42a-570fdd9160e0)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:16.329994 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.449356 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Calling delete_port for 1f639d35-68e0-4b85-a034-c1cb247e979c owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:16.557312 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.562591 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-fa4165e9-7ca7-4f5a-920b-f4d548482488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:16.568799 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['1f639d35-68e0-4b85-a034-c1cb247e979c'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:16.606613 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Pushing event deleted for resources: {'Port': ['ID=1f639d35-68e0-4b85-a034-c1cb247e979c,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:16.644347 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.644733 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.645096 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.645449 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.645800 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.646150 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.646499 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.646841 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.647184 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.647525 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.647865 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.648203 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:16.656042 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:16.694745 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] No DVR routers for this DVR port 1f639d35-68e0-4b85-a034-c1cb247e979c on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:16.697310 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:16.700051 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'name': 'network-vif-deleted', 'tag': '1f639d35-68e0-4b85-a034-c1cb247e979c'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:16.717452 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3c041674-657d-49b9-94eb-517922ab814c req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.23 "DELETE /v2.0/ports/1f639d35-68e0-4b85-a034-c1cb247e979c HTTP/1.1" status: 204 len: 173 time: 0.6897864 May 10 11:31:16.749791 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6704c6-fa94-451c-9e5f-512c3755955c', 'name': 'network-vif-deleted', 'tag': '1f639d35-68e0-4b85-a034-c1cb247e979c', 'status': 'completed', 'code': 200} May 10 11:31:17.334181 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-6d9f04f3-c427-4461-b668-94d6e4aecf80 req-fbd735f9-0886-4f26-8a04-bebf230c326c tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Synchronizing usage tracker for tenant:fda576bc38d84cc192389bd3a9f56d06 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:17.348802 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-6d9f04f3-c427-4461-b668-94d6e4aecf80 req-fbd735f9-0886-4f26-8a04-bebf230c326c tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Unset dirty status for tenant:fda576bc38d84cc192389bd3a9f56d06 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:17.350029 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-6d9f04f3-c427-4461-b668-94d6e4aecf80 req-fbd735f9-0886-4f26-8a04-bebf230c326c tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d6704c6-fa94-451c-9e5f-512c3755955c HTTP/1.1" status: 200 len: 210 time: 0.0591381 May 10 11:31:19.265864 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:31:20.066916 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1f639d35-68e0-4b85-a034-c1cb247e979c no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:20.104390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 1f639d35-68e0-4b85-a034-c1cb247e979c {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:20.104770 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 1f639d35-68e0-4b85-a034-c1cb247e979c not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:22.829056 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46192) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:22.977748 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-2fd8d2c7-9a8d-40ce-9409-02415ada7621 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fda576bc38d84cc192389bd3a9f56d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474338 May 10 11:31:22.980138 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46198) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:23.036807 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.062765 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.116372 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.119805 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-4c495cdb-4c19-48f5-9c94-c0ec7b583f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:23.133624 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16389f8-5d3d-4952-9336-a5a38f047d06,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:23.136155 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:23.143529 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.144643 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-697d73c5-85d9-4dbe-8a0a-dc0b048d38f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f16389f8-5d3d-4952-9336-a5a38f047d06 HTTP/1.1" status: 204 len: 168 time: 0.1635418 May 10 11:31:23.774879 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 46222) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:23.875880 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.v2.base [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-210124977-network', 'tenant_id': 'c381be8a25944ec0a24a2d1db974a426'}} {{(pid=78678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:23.880334 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:23.884185 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Usage tracker for resource:network and tenant:c381be8a25944ec0a24a2d1db974a426 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:23.887042 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:23.893962 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:23.903210 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Made reservation on behalf of c381be8a25944ec0a24a2d1db974a426 for: {'network': 1} {{(pid=78678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:23.905591 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for network, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.916891 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:23.930772 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:23.934402 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c381be8a25944ec0a24a2d1db974a426 is out of sync, need to count used quota {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:23.937672 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78678) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:23.943170 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.db.quota.driver [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78678) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:24.027588 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.031232 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.035021 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-8deb7a1b-5ca4-4934-987d-558b02717721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:24.057894 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=78678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:31:24.070471 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785f203a-6a2e-4359-9dea-904c4ed2ae49,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.078845 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.079180 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.db.segments_db [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Added segment 42828e53-378e-4db9-9380-6c14c147e2f9 of type vlan for network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 May 10 11:31:24.080961 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.081337 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.081701 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.082062 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.082443 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.082796 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.083149 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.083498 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.083849 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.084197 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.084546 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.084922 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:24.091536 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:24.112595 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769708845698'] for network, precommit_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.141909 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195'] for network, after_create {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.143197 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:24.143761 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.148127 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:24.243512 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4675293 May 10 11:31:24.246255 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=88f44452-2e5d-4634-91c2-dbffc11b8ba6,revision_number=1']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.246572 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46228) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:24.249638 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-7fa8f252-2a0a-4e13-a1f5-269181f3a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:24.253329 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Request body: {'subnet': {'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-210124977-subnet', 'tenant_id': 'c381be8a25944ec0a24a2d1db974a426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:24.256494 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 details requested by agent ovs-agent-dv-cinder-784956-5-smb with host dv-cinder-784956-5-smb {{(pid=78679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:31:24.259387 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:24.263388 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Usage tracker for resource:subnet and tenant:c381be8a25944ec0a24a2d1db974a426 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:24.266386 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:24.272276 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:24.282769 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Made reservation on behalf of c381be8a25944ec0a24a2d1db974a426 for: {'subnet': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:24.285421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2863089'] for subnet, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.762091 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862979'] for subnet, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.766583 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-7a5edc25-44c1-4aa1-baad-36e31baceb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:24.838592 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9beafc71-cfd5-45f1-b8aa-ab3f52871158,revision_number=0']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:24.842953 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:24.846899 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Checking segment: {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:24.847259 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Network hostable DHCP agents. Network: 88f44452-2e5d-4634-91c2-dbffc11b8ba6, hostable agents: ['0fd5abe8-55db-430f-87fd-8feadfa2c398'], hosted agents: [] {{(pid=78677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:31:24.864195 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 is scheduled to be hosted by DHCP agent 0fd5abe8-55db-430f-87fd-8feadfa2c398 with binding_index 1 {{(pid=78677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:31:24.872861 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-smb, 88f44452-2e5d-4634-91c2-dbffc11b8ba6) {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:24.880791 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:24.881385 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.881992 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c662a63-3d28-455d-953e-c90da14bfa27 None None] Network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:24.901625 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-8b6e19d6-81bc-48e2-8496-fdf0ed19824d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6539876 May 10 11:31:25.070947 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873469b0-2d7a-40b1-80c8-1af63e00ff0b None None] Network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 requested from dv-cinder-784956-5-smb {{(pid=78679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:26.873284 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-641f877b-9454-4bf4-9d94-afaf193c4c21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:26.874632 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-641f877b-9454-4bf4-9d94-afaf193c4c21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 813 time: 0.1442003 May 10 11:31:26.889295 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-4b0649b0-9c91-4b14-a109-ebf5912b13ef tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/quotas/c381be8a25944ec0a24a2d1db974a426 HTTP/1.1" status: 200 len: 375 time: 0.0092266 May 10 11:31:26.934055 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-770c3b14-29c4-466d-9a88-44aec9c9fe2e tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400090 May 10 11:31:27.109513 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-81d5bd55-5658-4461-8e8d-57714beb454c service neutron] 10.222.0.26 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680443 May 10 11:31:27.239130 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-17fb09dc-8646-4bc5-b44d-cb20dba73b03 service neutron] 10.222.0.26 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237650 May 10 11:31:27.412673 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-395c7309-5c7b-44b3-9fa1-e1506eb39041 req-c0303790-6cda-4842-8deb-698084ba31be tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 210 time: 0.0443714 May 10 11:31:27.822990 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-9eef504d-5a3d-47e5-b654-7d50c2c04899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.406015 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-9588c99b-1378-4e9c-9511-6b25aa40f3db tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:28.407434 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-9588c99b-1378-4e9c-9511-6b25aa40f3db tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 813 time: 0.1483793 May 10 11:31:28.418608 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Request body: {'port': {'device_id': '42d6e005-9234-42b8-a21d-f204868f9501', 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6', 'admin_state_up': True, 'tenant_id': 'c381be8a25944ec0a24a2d1db974a426'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:28.580550 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c669144d-51ad-45be-8e21-4ad855785806 req-1857f349-010f-4bfb-bc5d-b6de1a691d81 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 210 time: 0.0536962 May 10 11:31:28.598616 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:28.602375 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Usage tracker for resource:port and tenant:c381be8a25944ec0a24a2d1db974a426 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:28.605157 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:28.610756 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:28.620264 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Made reservation on behalf of c381be8a25944ec0a24a2d1db974a426 for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:28.624168 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.780421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Allocated IP 172.20.0.4 (88f44452-2e5d-4634-91c2-dbffc11b8ba6/9beafc71-cfd5-45f1-b8aa-ab3f52871158/79c6d487-3a4c-41aa-a607-637abbf5d42e) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:28.976335 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.006969 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.012326 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63e9b0ce-c5d2-48a5-ad51-15b316ebd0ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:29.163434 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:29.166459 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:29.175776 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:31:29.209836 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Pushing event updated for resources: {'Port': ['ID=79c6d487-3a4c-41aa-a607-637abbf5d42e,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.214236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:29.241084 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:29.241685 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.260985 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-3aa0df0d-045c-49db-bfc5-0f0db79a0074 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8458893 May 10 11:31:29.271767 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Request body: {'port': {'device_id': '42d6e005-9234-42b8-a21d-f204868f9501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:29.380102 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.711407 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c6d487-3a4c-41aa-a607-637abbf5d42e {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:29.719322 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.734079 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Transition to ACTIVE for port object 79c6d487-3a4c-41aa-a607-637abbf5d42e will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:29.738695 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.743086 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:29.770929 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad28d9-3dde-4980-b65e-040d83924160 req-42a19671-e93f-45c3-9a2f-3299371e8218 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:29.772396 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-76ad28d9-3dde-4980-b65e-040d83924160 req-42a19671-e93f-45c3-9a2f-3299371e8218 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 931 time: 0.0874989 May 10 11:31:29.818222 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-76ad28d9-3dde-4980-b65e-040d83924160 req-aee72fed-21a6-4d37-b7da-6535cdc77bb7 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Synchronizing usage tracker for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:security_group {{(pid=78678) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:29.835270 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.quota.resource [req-76ad28d9-3dde-4980-b65e-040d83924160 req-aee72fed-21a6-4d37-b7da-6535cdc77bb7 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Unset dirty status for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:security_group {{(pid=78678) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:29.836500 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-76ad28d9-3dde-4980-b65e-040d83924160 req-aee72fed-21a6-4d37-b7da-6535cdc77bb7 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581145 May 10 11:31:29.901030 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Pushing event updated for resources: {'Port': ['ID=79c6d487-3a4c-41aa-a607-637abbf5d42e,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.926928 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:29.967490 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Attempting to bind port 79c6d487-3a4c-41aa-a607-637abbf5d42e on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:29.967815 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Attempting to bind port 79c6d487-3a4c-41aa-a607-637abbf5d42e by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:29.968133 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Attempting to bind port 79c6d487-3a4c-41aa-a607-637abbf5d42e on network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:29.972589 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Port 79c6d487-3a4c-41aa-a607-637abbf5d42e on network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:31:29.972933 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Attempting to bind port 79c6d487-3a4c-41aa-a607-637abbf5d42e on network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:29.977887 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:31:29.978217 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Checking segment: {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:29.978592 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Bound using segment: {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:31:29.979008 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Bound port: 79c6d487-3a4c-41aa-a607-637abbf5d42e, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:29.979344 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.070520 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] For port 79c6d487-3a4c-41aa-a607-637abbf5d42e, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:31:30.073508 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] For port 79c6d487-3a4c-41aa-a607-637abbf5d42e, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:31:30.077946 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.082388 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-63b6c988-2b19-475d-b18c-15f0a39920ec tempest-VolumesNegativeTest-724618886 tempest-VolumesNegativeTest-724618886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:30.133269 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:30.133891 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.135239 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] 10.222.0.23 "PUT /v2.0/ports/79c6d487-3a4c-41aa-a607-637abbf5d42e HTTP/1.1" status: 200 len: 1093 time: 0.8674016 May 10 11:31:30.135721 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6e005-9234-42b8-a21d-f204868f9501', 'tag': '79c6d487-3a4c-41aa-a607-637abbf5d42e'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:30.161411 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Pushing event updated for resources: {'Port': ['ID=79c6d487-3a4c-41aa-a607-637abbf5d42e,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:30.164600 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-8934a523-3c18-4037-b51a-4afb9201c014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:30.209338 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6e005-9234-42b8-a21d-f204868f9501', 'tag': '79c6d487-3a4c-41aa-a607-637abbf5d42e', 'status': 'completed', 'code': 200} May 10 11:31:30.247606 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-a203cc9c-1199-4771-b9cb-9efcdaf2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:30.249076 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-a203cc9c-1199-4771-b9cb-9efcdaf2e833 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 1096 time: 0.0761580 May 10 11:31:30.314472 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-c2371300-0073-42bf-8e3a-23055ff0cda3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e HTTP/1.1" status: 200 len: 217 time: 0.0584643 May 10 11:31:30.377420 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-da8563c0-1bf8-417d-b42d-96d41b990827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:30.378780 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-da8563c0-1bf8-417d-b42d-96d41b990827 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9beafc71-cfd5-45f1-b8aa-ab3f52871158 HTTP/1.1" status: 200 len: 853 time: 0.0581841 May 10 11:31:30.423250 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-e7fb9a9e-130e-42c0-a770-45e0444aa8d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f44452-2e5d-4634-91c2-dbffc11b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383773 May 10 11:31:30.517073 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.553977 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-e3ae8984-6f64-4608-9c8a-6d255ee54eb2 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242964 May 10 11:31:30.682356 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-04251c9b-9b1a-4b51-a476-7bc853e4d835 req-15784bc4-61dc-4bc6-ad43-0e6545312b39 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213624 May 10 11:31:30.703070 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-f9b2696f-dee9-41be-8175-681e98d019d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.795739 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73c36-278e-4349-8499-e2683084cda3 req-699a5fb7-aa79-4d68-8515-61694583d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:30.797656 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-699a5fb7-aa79-4d68-8515-61694583d10c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 1096 time: 0.0701058 May 10 11:31:31.023912 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069b0b4-9246-49f6-ba87-da64cb035e09 req-bdf2381f-1611-49bc-821c-c1a8389a0132 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:31.024577 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73c36-278e-4349-8499-e2683084cda3 req-f99a834d-0d08-4645-bbce-650f92ceb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:31.025389 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3069b0b4-9246-49f6-ba87-da64cb035e09 req-bdf2381f-1611-49bc-821c-c1a8389a0132 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 943 time: 0.0828896 May 10 11:31:31.026036 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-f99a834d-0d08-4645-bbce-650f92ceb38f service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 914 time: 0.2213442 May 10 11:31:31.069451 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-3069b0b4-9246-49f6-ba87-da64cb035e09 req-6604eabf-b482-4bac-9c23-bca04e9b148d tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376303 May 10 11:31:31.093699 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-065c86a7-1701-4603-8879-99e0e0706cae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e HTTP/1.1" status: 200 len: 217 time: 0.0601845 May 10 11:31:31.158010 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73c36-278e-4349-8499-e2683084cda3 req-1ec7068c-c8de-4153-9bb1-2cd7da1b6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:31.159420 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-1ec7068c-c8de-4153-9bb1-2cd7da1b6a2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9beafc71-cfd5-45f1-b8aa-ab3f52871158 HTTP/1.1" status: 200 len: 853 time: 0.0590999 May 10 11:31:31.173420 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.179882 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.209129 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-683a6288-e456-485f-af1d-b746969a00b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f44452-2e5d-4634-91c2-dbffc11b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406246 May 10 11:31:31.338306 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-09a1d02f-9e88-4177-a523-0b952818e1e0 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211557 May 10 11:31:31.469788 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-56f73c36-278e-4349-8499-e2683084cda3 req-80dd3057-5361-476e-a2dc-181197319fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238260 May 10 11:31:32.127040 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 79c6d487-3a4c-41aa-a607-637abbf5d42e details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:31:32.257316 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eac35-2d38-4b74-bca8-0ab40ad344e7 req-e883be9b-fe19-4d29-ab55-d5835c51c1d8 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:32.257894 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3c7eac35-2d38-4b74-bca8-0ab40ad344e7 req-e883be9b-fe19-4d29-ab55-d5835c51c1d8 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Synchronizing usage tracker for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:32.258541 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 79c6d487-3a4c-41aa-a607-637abbf5d42e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:32.271210 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': '79c6d487-3a4c-41aa-a607-637abbf5d42e', 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6', 'port_id': '79c6d487-3a4c-41aa-a607-637abbf5d42e', 'mac_address': 'fa:16:3e:59:2b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beafc71-cfd5-45f1-b8aa-ab3f52871158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:31:32.274875 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-3c7eac35-2d38-4b74-bca8-0ab40ad344e7 req-e883be9b-fe19-4d29-ab55-d5835c51c1d8 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Unset dirty status for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:32.276237 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3c7eac35-2d38-4b74-bca8-0ab40ad344e7 req-e883be9b-fe19-4d29-ab55-d5835c51c1d8 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 943 time: 0.1012344 May 10 11:31:32.321608 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-3c7eac35-2d38-4b74-bca8-0ab40ad344e7 req-745fc1b4-eea8-42fe-8ad6-556d974f3e5d tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 May 10 11:31:32.325648 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.342636 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c6d487-3a4c-41aa-a607-637abbf5d42e {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:32.358020 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 79c6d487-3a4c-41aa-a607-637abbf5d42e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:32.361631 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:32.363270 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:32.428788 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=79c6d487-3a4c-41aa-a607-637abbf5d42e,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:32.435809 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.436146 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.436472 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.436823 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.437144 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.437459 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.437772 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.438081 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.438388 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.438695 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.439034 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.439342 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:32.442817 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:32.548876 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['79c6d487-3a4c-41aa-a607-637abbf5d42e'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:33.053066 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:33.508032 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f8308-e74b-4b9a-8cfd-a6f38f02cecd req-52ddfdea-5f90-4dd6-877d-246cd6fc6699 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:33.509555 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-080f8308-e74b-4b9a-8cfd-a6f38f02cecd req-52ddfdea-5f90-4dd6-877d-246cd6fc6699 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 944 time: 0.0815530 May 10 11:31:33.552402 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-080f8308-e74b-4b9a-8cfd-a6f38f02cecd req-82cf6ccb-fef9-40ad-956a-f2c322c15c04 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373163 May 10 11:31:34.126912 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 79c6d487-3a4c-41aa-a607-637abbf5d42e up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:31:34.195061 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port 79c6d487-3a4c-41aa-a607-637abbf5d42e completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:34.199368 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port 79c6d487-3a4c-41aa-a607-637abbf5d42e triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:34.199739 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.312622 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.338216 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6e005-9234-42b8-a21d-f204868f9501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c6d487-3a4c-41aa-a607-637abbf5d42e'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:34.348751 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port 79c6d487-3a4c-41aa-a607-637abbf5d42e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:34.353029 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.354790 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:34.389728 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6e005-9234-42b8-a21d-f204868f9501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c6d487-3a4c-41aa-a607-637abbf5d42e', 'code': 200} May 10 11:31:34.420796 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=79c6d487-3a4c-41aa-a607-637abbf5d42e,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:34.423547 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:34.599220 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da835-dc91-4cc3-8589-b029cd8cc0c9 req-8e9bbabd-aaed-4db1-9b6c-b17fada78b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:34.600865 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b1da835-dc91-4cc3-8589-b029cd8cc0c9 req-8e9bbabd-aaed-4db1-9b6c-b17fada78b02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 1098 time: 0.0686750 May 10 11:31:34.645756 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1b1da835-dc91-4cc3-8589-b029cd8cc0c9 req-e3416bd3-5a4c-48fd-93d1-4da5e3178cb8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 May 10 11:31:34.876292 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc456-0e43-4f3c-afa3-b9f193f19aad req-fd1116cc-162b-441b-bbf5-581f359b0156 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:34.877636 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-518dc456-0e43-4f3c-afa3-b9f193f19aad req-fd1116cc-162b-441b-bbf5-581f359b0156 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.0773342 May 10 11:31:34.922506 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-518dc456-0e43-4f3c-afa3-b9f193f19aad req-5bf55796-9e1b-4c28-941c-b39e17586e68 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 May 10 11:31:36.107405 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ed50-ca02-4e73-a1ec-b4828d7daef7 req-4bb93352-2d59-45e5-ab73-b74232ee412a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.108882 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0443ed50-ca02-4e73-a1ec-b4828d7daef7 req-4bb93352-2d59-45e5-ab73-b74232ee412a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.0811920 May 10 11:31:36.153140 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-0443ed50-ca02-4e73-a1ec-b4828d7daef7 req-7f30de9b-2846-4d22-b024-ab3f6a5b84d1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 May 10 11:31:56.263828 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:31:57.824166 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-7012a870-743f-4700-bda9-f2f28ac2a42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.521169 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.704168 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-d0882bd9-1921-4ab2-8393-965da29d2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.178352 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.179574 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.642862 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-d79bd9b8-93d1-4922-a58a-6987244477bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693958 May 10 11:32:01.783411 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-09fd48bc-a872-4627-8dc2-5f8b939114cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:01.784909 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-09fd48bc-a872-4627-8dc2-5f8b939114cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 1098 time: 0.0745864 May 10 11:32:01.929327 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-25d4ba03-62ac-48ee-b98b-c76f6000a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:01.930762 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-25d4ba03-62ac-48ee-b98b-c76f6000a3f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 914 time: 0.1255713 May 10 11:32:02.001287 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-8a8de3f1-25a0-40d1-bd38-1572c7fef561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e HTTP/1.1" status: 200 len: 217 time: 0.0613708 May 10 11:32:02.061843 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-daa3592f-7b47-4417-89b6-ba19dd6cc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:02.063243 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-daa3592f-7b47-4417-89b6-ba19dd6cc499 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9beafc71-cfd5-45f1-b8aa-ab3f52871158 HTTP/1.1" status: 200 len: 853 time: 0.0563540 May 10 11:32:02.108491 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-cd4a731a-2b82-48c9-80b9-90bdd8ffddf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f44452-2e5d-4634-91c2-dbffc11b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385883 May 10 11:32:02.237530 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-2ced8b2a-82aa-434b-b10a-e5065a2e1fbd service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217196 May 10 11:32:02.455445 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b1c1a80b-8b99-411a-a8ea-e694eafdc43a req-98b0fcfd-6a70-40f5-915d-ddaaf5297de6 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111316 May 10 11:32:03.059576 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.771300 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bc45f-1a15-422b-879f-3f0582d5260a req-eb89e8c0-601c-4a1c-90e3-f2d66e42c521 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:07.772758 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9c4bc45f-1a15-422b-879f-3f0582d5260a req-eb89e8c0-601c-4a1c-90e3-f2d66e42c521 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.0825746 May 10 11:32:07.816161 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9c4bc45f-1a15-422b-879f-3f0582d5260a req-51fba874-bcb4-4480-9eba-a652d1d1c956 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 May 10 11:32:09.000923 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b137ba-4b71-413d-b63a-975222820b7e req-45de76cd-61eb-43f2-9222-db25e711dd60 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:09.002388 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c0b137ba-4b71-413d-b63a-975222820b7e req-45de76cd-61eb-43f2-9222-db25e711dd60 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.0802872 May 10 11:32:09.046678 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-c0b137ba-4b71-413d-b63a-975222820b7e req-647251c0-ed96-4d61-83ae-32b8c484b391 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 May 10 11:32:10.226984 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c504-e49b-4978-acac-54947882cfe1 req-88e28092-312a-43f1-9450-e66dd635f90a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:10.228434 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b697c504-e49b-4978-acac-54947882cfe1 req-88e28092-312a-43f1-9450-e66dd635f90a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.0778375 May 10 11:32:10.275288 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-b697c504-e49b-4978-acac-54947882cfe1 req-37907771-a392-44a8-8ba7-02df0789ac7c tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 May 10 11:32:11.542772 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738111a7-25cd-4116-80a9-e98ae3b54ce7 req-5b585fb1-ec91-44f2-b46c-d879646969cc tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:11.544199 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-738111a7-25cd-4116-80a9-e98ae3b54ce7 req-5b585fb1-ec91-44f2-b46c-d879646969cc tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.1644149 May 10 11:32:11.586699 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-738111a7-25cd-4116-80a9-e98ae3b54ce7 req-70f4c9df-5937-4998-a1b6-0b7222d467ca tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365171 May 10 11:32:12.259958 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-46025b1a-5b36-43c3-b02b-0fc1867c9a3e tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:12.261316 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-46025b1a-5b36-43c3-b02b-0fc1867c9a3e tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 945 time: 0.0779169 May 10 11:32:12.393887 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Deleting port 79c6d487-3a4c-41aa-a607-637abbf5d42e {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:32:12.394227 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.522864 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] For port 79c6d487-3a4c-41aa-a607-637abbf5d42e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79c6d487-3a4c-41aa-a607-637abbf5d42e,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:12.523174 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.644412 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Calling delete_port for 79c6d487-3a4c-41aa-a607-637abbf5d42e owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:32:12.798911 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.804466 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-11e587b6-531b-4203-994d-28d2ad1168a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:12.810858 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['79c6d487-3a4c-41aa-a607-637abbf5d42e'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:12.859083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Pushing event deleted for resources: {'Port': ['ID=79c6d487-3a4c-41aa-a607-637abbf5d42e,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:12.887851 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:12.941083 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d1074-89b9-4672-a428-d645a3146f08 req-f596241d-30c9-45b9-83ce-7b80d165ed1f tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:12.942571 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-627d1074-89b9-4672-a428-d645a3146f08 req-f596241d-30c9-45b9-83ce-7b80d165ed1f tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=42d6e005-9234-42b8-a21d-f204868f9501 HTTP/1.1" status: 200 len: 867 time: 0.2503953 May 10 11:32:12.947758 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] No DVR routers for this DVR port 79c6d487-3a4c-41aa-a607-637abbf5d42e on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:12.950878 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.954093 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6e005-9234-42b8-a21d-f204868f9501', 'name': 'network-vif-deleted', 'tag': '79c6d487-3a4c-41aa-a607-637abbf5d42e'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:12.992162 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9f8a90b2-b152-486d-acc0-8eaa55e68f1d req-0cdc5356-e558-4f06-bbc0-a2d964c57b11 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "DELETE /v2.0/ports/79c6d487-3a4c-41aa-a607-637abbf5d42e HTTP/1.1" status: 204 len: 173 time: 0.7246439 May 10 11:32:13.007602 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-627d1074-89b9-4672-a428-d645a3146f08 req-ed38c6e0-6bd2-48dc-b469-ae32f10a87b5 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578897 May 10 11:32:13.012177 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6e005-9234-42b8-a21d-f204868f9501', 'name': 'network-vif-deleted', 'tag': '79c6d487-3a4c-41aa-a607-637abbf5d42e', 'status': 'completed', 'code': 200} May 10 11:32:16.375749 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 79c6d487-3a4c-41aa-a607-637abbf5d42e no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:32:16.409098 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: 79c6d487-3a4c-41aa-a607-637abbf5d42e {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:32:16.409441 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device 79c6d487-3a4c-41aa-a607-637abbf5d42e not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:32:18.256097 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-b9208448-5073-4052-8016-9b50db999bd1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:18.257459 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-b9208448-5073-4052-8016-9b50db999bd1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 813 time: 0.1448383 May 10 11:32:18.272331 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-7f62f726-44f3-4282-aef1-c1dc876bd962 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/quotas/c381be8a25944ec0a24a2d1db974a426 HTTP/1.1" status: 200 len: 375 time: 0.0092666 May 10 11:32:18.320324 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-55e3b622-87d5-44b9-94b0-e25dd393ea6b tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Synchronizing usage tracker for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:18.335100 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-55e3b622-87d5-44b9-94b0-e25dd393ea6b tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Unset dirty status for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:18.336622 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-55e3b622-87d5-44b9-94b0-e25dd393ea6b tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591462 May 10 11:32:18.463766 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-cdfa9418-5a63-404d-b73a-1673d889b183 service neutron] 10.222.0.26 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204941 May 10 11:32:18.681472 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-53a2dc98-3610-4df7-a59c-2b972b271a99 service neutron] 10.222.0.26 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114341 May 10 11:32:18.854419 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-df17cdca-272f-4ade-b027-b6f8d84fc956 req-8a500083-9194-47fb-a758-d8910d3483dd tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 210 time: 0.0418429 May 10 11:32:19.834986 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-7656dc38-7860-4d2f-9000-c826baa4c41a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:19.836397 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-7656dc38-7860-4d2f-9000-c826baa4c41a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 813 time: 0.1506729 May 10 11:32:19.848005 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Request body: {'port': {'device_id': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6', 'admin_state_up': True, 'tenant_id': 'c381be8a25944ec0a24a2d1db974a426'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:20.020389 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-c960a0cb-589c-4933-bf3b-c2bd8714a9ba req-5335eced-d629-4b6e-9a38-bdc7b0f18991 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 210 time: 0.0563707 May 10 11:32:20.027989 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:20.037611 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:20.047176 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Made reservation on behalf of c381be8a25944ec0a24a2d1db974a426 for: {'port': 1} {{(pid=78677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:20.050887 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.211613 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_common [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Allocated IP 172.20.0.8 (88f44452-2e5d-4634-91c2-dbffc11b8ba6/9beafc71-cfd5-45f1-b8aa-ab3f52871158/bc416fee-2a05-436c-b94f-b0a312d84e13) {{(pid=78677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:20.406793 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks [] for port, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.434964 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769708856836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.440952 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-61a4030c-8464-4cd5-86eb-6bce128f0397 tempest-TestMinimumBasicScenario-2079957375 tempest-TestMinimumBasicScenario-2079957375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:20.504939 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 is already hosted by enough agents. {{(pid=78677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:20.508028 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.scheduler.base_scheduler [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Resources bound (agent type, host, resource id): {{(pid=78677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:20.516248 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Received port after_create {{(pid=78677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:20.551803 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Pushing event updated for resources: {'Port': ['ID=bc416fee-2a05-436c-b94f-b0a312d84e13,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.565769 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.566163 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.566527 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.566922 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.567296 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.567652 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.568022 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.568372 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.568742 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.569092 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.569437 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.569780 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:20.574832 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:20.593189 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:20.593836 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.617939 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-75cda188-f7e5-4f70-8416-b7ee73282455 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740695 May 10 11:32:20.629338 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.v2.base [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Request body: {'port': {'device_id': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:20.738371 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.072066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc416fee-2a05-436c-b94f-b0a312d84e13 {{(pid=78677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:21.079592 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.094209 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Transition to ACTIVE for port object bc416fee-2a05-436c-b94f-b0a312d84e13 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:21.097325 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.101904 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-aca265d8-7537-4f4e-9f71-6881bb2a44c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:21.217771 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd0267-5edb-4bff-9592-bf756672283e req-65aed7d5-522a-4cfe-aa86-b6cb0d0ee935 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:21.219878 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-adcd0267-5edb-4bff-9592-bf756672283e req-65aed7d5-522a-4cfe-aa86-b6cb0d0ee935 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 943 time: 0.0881026 May 10 11:32:21.259373 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Pushing event updated for resources: {'Port': ['ID=bc416fee-2a05-436c-b94f-b0a312d84e13,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.263958 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-adcd0267-5edb-4bff-9592-bf756672283e req-7896e7ed-f249-4622-9d60-045436c25049 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 May 10 11:32:21.267973 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:21.332758 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Attempting to bind port bc416fee-2a05-436c-b94f-b0a312d84e13 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:21.333095 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Attempting to bind port bc416fee-2a05-436c-b94f-b0a312d84e13 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:21.333421 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Attempting to bind port bc416fee-2a05-436c-b94f-b0a312d84e13 on network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:21.337963 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Port bc416fee-2a05-436c-b94f-b0a312d84e13 on network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:32:21.338283 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Attempting to bind port bc416fee-2a05-436c-b94f-b0a312d84e13 on network 88f44452-2e5d-4634-91c2-dbffc11b8ba6 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:21.343454 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Checking agent: {'id': '0e0ce990-7494-474e-ae9c-d63d870a438d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:21.344345 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Checking segment: {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:21.344825 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Bound using segment: {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:21.345283 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Bound port: bc416fee-2a05-436c-b94f-b0a312d84e13, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42828e53-378e-4db9-9380-6c14c147e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:21.345640 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.535043 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] For port bc416fee-2a05-436c-b94f-b0a312d84e13, host hv-cinder-78495, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:21.537920 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] For port bc416fee-2a05-436c-b94f-b0a312d84e13, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc416fee-2a05-436c-b94f-b0a312d84e13,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:21.542425 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2560282'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.546762 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ec987275-754e-492b-bb61-6ffe52dc83bf tempest-AttachVolumeTestJSON-315785027 tempest-AttachVolumeTestJSON-315785027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:21.597470 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:21.598103 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.599488 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc416fee-2a05-436c-b94f-b0a312d84e13 HTTP/1.1" status: 200 len: 1093 time: 0.9746535 May 10 11:32:21.599968 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'tag': 'bc416fee-2a05-436c-b94f-b0a312d84e13'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:21.629019 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Pushing event updated for resources: {'Port': ['ID=bc416fee-2a05-436c-b94f-b0a312d84e13,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.631961 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-aa7a4da8-d0c1-4ba5-b2e7-ed64be5c8f82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:21.667784 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'tag': 'bc416fee-2a05-436c-b94f-b0a312d84e13', 'status': 'completed', 'code': 200} May 10 11:32:21.707725 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-336584c6-48af-484e-a0d7-b898f1e84774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:21.709202 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-336584c6-48af-484e-a0d7-b898f1e84774 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 1096 time: 0.0730352 May 10 11:32:21.780914 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-54356fd3-6278-43f7-936f-e572e3f1c0cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc416fee-2a05-436c-b94f-b0a312d84e13 HTTP/1.1" status: 200 len: 217 time: 0.0638659 May 10 11:32:21.842234 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-eaae5288-86bd-4145-838e-292c2b9b6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:21.843526 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-eaae5288-86bd-4145-838e-292c2b9b6ed1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9beafc71-cfd5-45f1-b8aa-ab3f52871158 HTTP/1.1" status: 200 len: 853 time: 0.0567622 May 10 11:32:21.890444 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-4a4eafa8-ec6d-446b-b7a4-15b676d79a39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f44452-2e5d-4634-91c2-dbffc11b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405574 May 10 11:32:22.020848 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-d0fb7d8f-ea86-4efc-b444-b05a7b86631a service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239243 May 10 11:32:22.148596 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1add0e69-37a5-4992-bbf3-a0799f5774a8 req-1f60882a-ee8e-4823-9614-94ab8bffeddb service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215975 May 10 11:32:22.265556 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8342-7bd3-4161-b1da-f389d564da13 req-75c04b90-d8f7-4c63-ae02-1b3c397497d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:22.266998 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-75c04b90-d8f7-4c63-ae02-1b3c397497d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c381be8a25944ec0a24a2d1db974a426&device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 1096 time: 0.0729709 May 10 11:32:22.397267 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8342-7bd3-4161-b1da-f389d564da13 req-5a50f324-7774-4af2-8da7-d755ff5e8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:22.398785 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-5a50f324-7774-4af2-8da7-d755ff5e8511 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 200 len: 914 time: 0.1257679 May 10 11:32:22.447497 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2ed0-b8d1-49c2-8e71-d289fa0d847c req-d01c0f97-1423-4e92-b526-f4e2decbacfc tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:22.448960 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-355c2ed0-b8d1-49c2-8e71-d289fa0d847c req-d01c0f97-1423-4e92-b526-f4e2decbacfc tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 943 time: 0.0806279 May 10 11:32:22.470855 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-058f106b-1bf6-4407-b2c6-696a318301c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc416fee-2a05-436c-b94f-b0a312d84e13 HTTP/1.1" status: 200 len: 217 time: 0.0634484 May 10 11:32:22.497675 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-355c2ed0-b8d1-49c2-8e71-d289fa0d847c req-fa350636-91f2-4458-8e9e-a9fa1df14efa tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 May 10 11:32:22.532677 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8342-7bd3-4161-b1da-f389d564da13 req-0a26ef8f-88be-4d00-8bcb-9d84b95ac7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:22.534131 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-0a26ef8f-88be-4d00-8bcb-9d84b95ac7ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9beafc71-cfd5-45f1-b8aa-ab3f52871158 HTTP/1.1" status: 200 len: 853 time: 0.0572002 May 10 11:32:22.581121 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-4191b3a2-286e-43be-b85d-eab702260d06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f44452-2e5d-4634-91c2-dbffc11b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400603 May 10 11:32:22.710856 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-4c2aebe5-5a7b-4fe9-997f-bfba24b42a92 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224105 May 10 11:32:22.845184 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-94db8342-7bd3-4161-b1da-f389d564da13 req-d81e3e08-b010-44a6-b413-365c9e82c930 service neutron] 10.222.0.23 "GET /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267550 May 10 11:32:23.683236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de6e11-af27-48b7-a31d-275cd3a622e9 req-05a469c6-ea22-4081-ab2f-c8785d6f295d tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:23.683949 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-19de6e11-af27-48b7-a31d-275cd3a622e9 req-05a469c6-ea22-4081-ab2f-c8785d6f295d tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Synchronizing usage tracker for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:port {{(pid=78677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:23.698925 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [req-19de6e11-af27-48b7-a31d-275cd3a622e9 req-05a469c6-ea22-4081-ab2f-c8785d6f295d tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Unset dirty status for tenant:c381be8a25944ec0a24a2d1db974a426 on resource:port {{(pid=78677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:23.700482 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-19de6e11-af27-48b7-a31d-275cd3a622e9 req-05a469c6-ea22-4081-ab2f-c8785d6f295d tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 943 time: 0.0982125 May 10 11:32:23.744966 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-19de6e11-af27-48b7-a31d-275cd3a622e9 req-988593a2-fa41-4ec1-b98a-cabff2d53ce8 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390556 May 10 11:32:24.422476 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device bc416fee-2a05-436c-b94f-b0a312d84e13 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:24.550966 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port bc416fee-2a05-436c-b94f-b0a312d84e13, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc416fee-2a05-436c-b94f-b0a312d84e13,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:24.564247 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Returning: {'device': 'bc416fee-2a05-436c-b94f-b0a312d84e13', 'network_id': '88f44452-2e5d-4634-91c2-dbffc11b8ba6', 'port_id': 'bc416fee-2a05-436c-b94f-b0a312d84e13', 'mac_address': 'fa:16:3e:d1:de:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beafc71-cfd5-45f1-b8aa-ab3f52871158', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:24.620163 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.636635 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc416fee-2a05-436c-b94f-b0a312d84e13 {{(pid=78679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:24.651968 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port bc416fee-2a05-436c-b94f-b0a312d84e13, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc416fee-2a05-436c-b94f-b0a312d84e13,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:24.656933 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.658841 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:24.725015 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=bc416fee-2a05-436c-b94f-b0a312d84e13,revision_number=4']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.728746 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:24.854150 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['bc416fee-2a05-436c-b94f-b0a312d84e13'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:24.928267 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8588-36a5-486c-bc04-4a718fc91bb8 req-f6808b94-77bb-49db-831b-5dfcc1015443 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:24.929747 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-120c8588-36a5-486c-bc04-4a718fc91bb8 req-f6808b94-77bb-49db-831b-5dfcc1015443 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 944 time: 0.0802538 May 10 11:32:24.976972 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-120c8588-36a5-486c-bc04-4a718fc91bb8 req-a764e6b8-fa45-4231-bdc5-deb90d5a4a30 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 May 10 11:32:26.163791 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7069d7-55f4-40e3-b92e-35740c1efcb7 req-e43d2c8a-8f3d-4b45-b517-5a36fcbc06d1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:26.165283 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5c7069d7-55f4-40e3-b92e-35740c1efcb7 req-e43d2c8a-8f3d-4b45-b517-5a36fcbc06d1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 944 time: 0.0801001 May 10 11:32:26.298985 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-5c7069d7-55f4-40e3-b92e-35740c1efcb7 req-2c76a395-b039-42ab-952d-9d4342079f7a tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279128 May 10 11:32:26.426068 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device bc416fee-2a05-436c-b94f-b0a312d84e13 up at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:26.490982 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning for port bc416fee-2a05-436c-b94f-b0a312d84e13 completed by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:26.495362 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.db.provisioning_blocks [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Provisioning complete for port bc416fee-2a05-436c-b94f-b0a312d84e13 triggered by entity L2. {{(pid=78679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:26.495737 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516741'] for port, provisioning_complete {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.607155 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1690194'] for port, before_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.633270 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc416fee-2a05-436c-b94f-b0a312d84e13'}] {{(pid=78679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:26.642585 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] For port bc416fee-2a05-436c-b94f-b0a312d84e13, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc416fee-2a05-436c-b94f-b0a312d84e13,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:26.646784 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769709277799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769708856854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769708856899'] for port, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.648622 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-2ab5a34b-afc0-4453-b5b6-b999b4cd643c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:26.685238 dv-cinder-784956-5-smb neutron-server[78679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc416fee-2a05-436c-b94f-b0a312d84e13', 'code': 200} May 10 11:32:26.716522 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Pushing event updated for resources: {'Port': ['ID=bc416fee-2a05-436c-b94f-b0a312d84e13,revision_number=5']} {{(pid=78679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:26.719406 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG oslo_concurrency.lockutils [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:26.898483 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4a6cb-505f-4d02-a7e5-f590bc342cbc req-8c8002ea-4785-4144-8bda-1924c2a436eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:26.899852 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-42b4a6cb-505f-4d02-a7e5-f590bc342cbc req-8c8002ea-4785-4144-8bda-1924c2a436eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 1098 time: 0.0692785 May 10 11:32:26.940578 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-42b4a6cb-505f-4d02-a7e5-f590bc342cbc req-b715aa8b-98ea-41a7-9438-cf74b0785bbf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 May 10 11:32:27.484120 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23931d-90b1-40bc-b6ef-f4348b18a4a6 req-d8d612a5-5d53-4359-b310-3f173211d315 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:27.485601 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1a23931d-90b1-40bc-b6ef-f4348b18a4a6 req-d8d612a5-5d53-4359-b310-3f173211d315 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0836105 May 10 11:32:27.531140 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-1a23931d-90b1-40bc-b6ef-f4348b18a4a6 req-4551dfb9-96e7-4ba0-a095-b6e1d2dbab57 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 May 10 11:32:27.824191 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-8bf7-412d-9ad6-2118ab72fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.714744 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd364c-9c60-48ce-8f9b-723683b7aebf req-b346a02b-b373-4218-ac73-edf23e3b158c tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:28.716182 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4edd364c-9c60-48ce-8f9b-723683b7aebf req-b346a02b-b373-4218-ac73-edf23e3b158c tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0785627 May 10 11:32:28.759701 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-4edd364c-9c60-48ce-8f9b-723683b7aebf req-aa992e3d-f4bc-463f-940e-526707742a69 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 May 10 11:32:30.524165 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.706051 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-7da87642-5178-4f0c-91e8-c8958daf2db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.182188 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.186058 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.060028 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.262424 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:32:43.435802 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0321f4-54f4-46af-a76d-9c884dc48af8 req-74d03b53-71d7-4810-8784-9e7d4baad3a2 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:43.437265 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ce0321f4-54f4-46af-a76d-9c884dc48af8 req-74d03b53-71d7-4810-8784-9e7d4baad3a2 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0782535 May 10 11:32:43.483578 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-ce0321f4-54f4-46af-a76d-9c884dc48af8 req-c9b8e193-b03e-467a-b8d7-df1a4c04c2ac tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 May 10 11:32:44.669247 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53659d01-565c-4de6-a175-fe6f7afac7d0 req-f97f2e84-b91a-4510-b910-29c673e995b1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:44.670690 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-53659d01-565c-4de6-a175-fe6f7afac7d0 req-f97f2e84-b91a-4510-b910-29c673e995b1 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0812495 May 10 11:32:44.714692 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-53659d01-565c-4de6-a175-fe6f7afac7d0 req-cceb8950-3fe2-44d7-b979-90f719c789dd tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 May 10 11:32:45.896271 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515510ec-1925-4210-bb6e-a0a9244bc1b6 req-61f53982-52cf-40bd-b979-d1efd3aad6b7 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:45.897746 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-515510ec-1925-4210-bb6e-a0a9244bc1b6 req-61f53982-52cf-40bd-b979-d1efd3aad6b7 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0783961 May 10 11:32:45.941152 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-515510ec-1925-4210-bb6e-a0a9244bc1b6 req-b7550c1a-5208-4a6b-aa74-9b5206aff767 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 May 10 11:32:47.124048 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c205-b56e-4a13-9583-d2686a9e73d7 req-0cd878ec-ebfd-45c3-b8ee-a989c8c7a9db tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.125526 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d3a8c205-b56e-4a13-9583-d2686a9e73d7 req-0cd878ec-ebfd-45c3-b8ee-a989c8c7a9db tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0811107 May 10 11:32:47.173846 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-d3a8c205-b56e-4a13-9583-d2686a9e73d7 req-e7bea26a-dff4-40f7-87f6-fb922b1a9090 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/security-groups?id=785f203a-6a2e-4359-9dea-904c4ed2ae49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 May 10 11:32:47.374331 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-889257cd-296a-4b7e-9be9-f48468c4848f tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.375694 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-889257cd-296a-4b7e-9be9-f48468c4848f tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 945 time: 0.0833049 May 10 11:32:47.505896 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Deleting port bc416fee-2a05-436c-b94f-b0a312d84e13 {{(pid=78677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:32:47.506240 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769709273757'] for port, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.635166 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] For port bc416fee-2a05-436c-b94f-b0a312d84e13, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc416fee-2a05-436c-b94f-b0a312d84e13,segment=NetworkSegment(42828e53-378e-4db9-9380-6c14c147e2f9),segment_id=42828e53-378e-4db9-9380-6c14c147e2f9)] {{(pid=78677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:47.635430 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650681'] for port, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.760735 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.plugin [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Calling delete_port for bc416fee-2a05-436c-b94f-b0a312d84e13 owned by compute:nova {{(pid=78677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:32:47.865536 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769709277808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769708856845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2560259'] for port, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.871003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-1de5a6c9-867a-421a-b0af-ff1b84a5ccaa tempest-TestShelveInstance-1763960150 tempest-TestShelveInstance-1763960150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:47.877902 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.db [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] get_ports_and_sgs() called for port_ids ['bc416fee-2a05-436c-b94f-b0a312d84e13'] {{(pid=78679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:47.918062 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Pushing event deleted for resources: {'Port': ['ID=bc416fee-2a05-436c-b94f-b0a312d84e13,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:47.921518 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:47.992132 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] No DVR routers for this DVR port bc416fee-2a05-436c-b94f-b0a312d84e13 on host hv-cinder-78495 {{(pid=78677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:47.994533 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115279'] for port, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.997059 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'name': 'network-vif-deleted', 'tag': 'bc416fee-2a05-436c-b94f-b0a312d84e13'}] {{(pid=78677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:48.012687 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [req-9e929e07-1388-4b41-9cbd-31d046ae622f req-61e2139c-637a-4231-9e85-bbbdb26efd21 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.23 "DELETE /v2.0/ports/bc416fee-2a05-436c-b94f-b0a312d84e13 HTTP/1.1" status: 204 len: 173 time: 0.6319070 May 10 11:32:48.040964 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbb7364-bc47-467b-af37-cf6e4e7ebe4a', 'name': 'network-vif-deleted', 'tag': 'bc416fee-2a05-436c-b94f-b0a312d84e13', 'status': 'completed', 'code': 200} May 10 11:32:48.331075 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [req-b653613e-d8a3-45c6-a7fe-3036ab86e666 req-edd3b40a-e4cb-4b24-b051-890f5d42de94 tempest-VolumesSnapshotTestJSON-2080702997 tempest-VolumesSnapshotTestJSON-2080702997-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cbb7364-bc47-467b-af37-cf6e4e7ebe4a HTTP/1.1" status: 200 len: 210 time: 0.0423121 May 10 11:32:50.609689 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device bc416fee-2a05-436c-b94f-b0a312d84e13 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:32:50.645479 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] No Port match for: bc416fee-2a05-436c-b94f-b0a312d84e13 {{(pid=78679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:32:50.645823 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron.plugins.ml2.rpc [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Device bc416fee-2a05-436c-b94f-b0a312d84e13 not bound to the agent host hv-cinder-78495 {{(pid=78679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:32:57.823958 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-ed013088-c3de-470e-a090-77f6cf64ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.525833 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.705668 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-29ec4a02-cb0f-400c-b624-c92f1d2e1c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.181307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.185461 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:03.060352 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.452558 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46762) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:08.514001 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.db_base_plugin_v2 [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Deleting subnet 9beafc71-cfd5-45f1-b8aa-ab3f52871158 {{(pid=78677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:33:08.516969 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.565003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615808'] for subnet, precommit_delete_associations {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.621399 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518263'] for subnet, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.858236 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2560336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2863002'] for subnet, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.862673 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:08.899022 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9beafc71-cfd5-45f1-b8aa-ab3f52871158,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:08.902066 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:08.903036 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for subnet, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.908889 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-879eb968-c491-42d0-a632-4646bb6f6a35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9beafc71-cfd5-45f1-b8aa-ab3f52871158 HTTP/1.1" status: 204 len: 168 time: 0.4552536 May 10 11:33:08.911259 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46766) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:09.106486 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667255'] for network, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.228614 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515852', 'neutron.services.segments.db._delete_segments_for_network-8769709284253'] for network, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.241596 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f44452-2e5d-4634-91c2-dbffc11b8ba6']}} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:09.253723 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42828e53-378e-4db9-9380-6c14c147e2f9') {'for_net_delete': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:09.254011 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.services.segments.db [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42828e53-378e-4db9-9380-6c14c147e2f9') {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:09.266101 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769709295975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615839'] for segment, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.282117 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476'] for segment, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.288008 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=78677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:09.288376 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2560310'] for segment, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: Traceback (most recent call last): May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: timer() May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: cb(*args, **kw) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: return func(*args, **kwargs) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: self._notify() May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: self.callback(batched_events) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: event.method(event) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: return f(self, *a, **k) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: return self._get(url).json() May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: return self.request(url, 'GET', **kwargs) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:09.302473 dv-cinder-784956-5-smb neutron-server[78677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:09.378715 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400757'] for network, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.384032 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781221'] for network, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.387408 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:09.403774 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/88f44452-2e5d-4634-91c2-dbffc11b8ba6 HTTP/1.1" status: 204 len: 168 time: 0.4916053 May 10 11:33:09.406807 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f44452-2e5d-4634-91c2-dbffc11b8ba6,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:09.409226 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-9a1761b5-f51a-457c-bedc-f525ae4bb4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:09.510538 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46772) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:09.558376 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-212867b3-6337-4fb8-abff-d7c6efbaa6e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c381be8a25944ec0a24a2d1db974a426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466375 May 10 11:33:09.560638 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46776) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:09.617446 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.642003 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.692831 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.697746 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-236442bf-4e08-4aa2-a591-f074e8d0b005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:09.710360 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f203a-6a2e-4359-9dea-904c4ed2ae49,revision_number=None']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:09.713056 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:09.719635 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.720773 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-9fda71af-435a-4609-8d21-d19afae07e17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/785f203a-6a2e-4359-9dea-904c4ed2ae49 HTTP/1.1" status: 204 len: 168 time: 0.1592300 May 10 11:33:10.263706 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:33:21.488245 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.wsgi [-] (78677) accepted ('10.222.0.26', 46894) {{(pid=78677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:21.606253 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.622002 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:21.625909 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Usage tracker for resource:security_group_rule and tenant:3e92fdeb991149f0bf5f4898b2a42292 is out of sync, need to count used quota {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:21.628848 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.quota.resource [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:21.634791 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.db.quota.driver [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:21.715552 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.719405 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_create {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.727663 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-cdd7e3b1-6e97-4d96-8556-2552182ab9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:21.766655 dv-cinder-784956-5-smb neutron-server[78677]: INFO neutron.wsgi [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e92fdeb991149f0bf5f4898b2a42292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773495 May 10 11:33:21.768230 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f90160-6031-42f9-8468-e6f821df7be4,revision_number=1']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:21.769379 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.wsgi [-] (78678) accepted ('10.222.0.26', 46900) {{(pid=78678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:21.775896 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.776367 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.776766 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.777131 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.777490 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.777846 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.778197 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.778549 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.778900 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.779250 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.779597 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.779942 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.784312 dv-cinder-784956-5-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ccfb56e3-bcab-49df-90a0-0e19b9df1c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:21.828616 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.853391 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.907138 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474268'] for security_group, after_delete {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.911758 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-bcbfe9a6-a9da-4602-85b6-e6503819e114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:21.924251 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f90160-6031-42f9-8468-e6f821df7be4,revision_number=None']} {{(pid=78678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:21.931671 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron_lib.callbacks.manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.932795 dv-cinder-784956-5-smb neutron-server[78678]: INFO neutron.wsgi [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6f90160-6031-42f9-8468-e6f821df7be4 HTTP/1.1" status: 204 len: 168 time: 0.1624277 May 10 11:33:21.934269 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.934648 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.935065 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.935386 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.935774 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.936138 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.936495 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.936881 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.937358 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.937718 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.938165 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.938416 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-smb {{(pid=78678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:21.941509 dv-cinder-784956-5-smb neutron-server[78678]: DEBUG oslo_concurrency.lockutils [None req-0d6b380a-7d3a-4cf9-814f-24f3339df750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78678) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:27.824836 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-c913c669-90d6-4008-aad1-596f08a977fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.526708 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.705125 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a8f09aae-61c7-4397-aec9-19b1ba1cda2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.185054 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.189309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.064407 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.262403 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:33:57.830186 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2f70c3b-cc7c-4375-91e5-db70d927afb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.528123 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.704939 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4313e4e8-9fc0-432e-beee-d8985013651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.189462 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.190498 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.068071 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.260767 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:34:27.833523 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-eb5fc512-86ab-450d-8c62-e5e5dbf581a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.528676 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:30.705002 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9083-5905-473c-be85-70dc6f99fe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.183307 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:31.196803 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.070169 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.835424 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-76cd5dbe-4760-4937-a235-a35d6cc03cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.530358 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:00.705202 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e3fc63fd-b29c-4692-8c30-7e26182b08b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.188248 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.197786 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:01.259653 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:35:03.071903 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.836787 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-b24c423c-dfb8-430f-9f3e-6a30e0723b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.531880 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:30.705304 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-343e840f-fd95-4089-81be-a919739aa24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.195782 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:31.199714 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.077812 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.258987 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:35:57.840309 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3c60-a768-4352-9d03-247356dfce68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.533297 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:00.705390 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-2031733b-4b85-4b76-8dd0-edee63402974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.197901 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:01.199805 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:03.078004 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:15.258740 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:36:27.842836 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-cc88dd65-5695-4b37-bcf8-9ffe37387eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.534035 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:30.706683 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-e5c3bd44-a75c-4ce6-af50-b288847c8e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.201519 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:31.202736 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.080835 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.257828 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:36:57.844328 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-3cd55791-aadb-4cda-bc81-287dfde2814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.534974 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:00.707327 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-67969d6f-2060-4616-8a94-425ae9f8bee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.202177 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:01.203231 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.083461 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:27.845346 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-de32a78f-e0ca-4944-991e-db9c9f021899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.256828 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:37:30.536663 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.708454 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-f40ea81a-5806-43ee-b454-abdea01b492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.205058 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:31.206042 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:33.086348 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:57.846825 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-401fd08c-c9f6-46e7-8e5d-48eca96606fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.538580 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-88e52650-9648-4049-ad37-27d3eed10361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:00.709152 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-061acb3b-1265-4d9e-b564-986b4156f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.198504 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-a2e4be8f-b183-4738-9b6d-d28d08f6367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:01.204816 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-4a40ad8f-6cff-48ad-9b92-120e18d70204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:03.089414 dv-cinder-784956-5-smb neutron-server[78679]: DEBUG neutron_lib.callbacks.manager [None req-47db43f6-ac69-47ba-bb95-7d342b18f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769709284262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516662'] for agent, after_update {{(pid=78679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:06.255998 dv-cinder-784956-5-smb neutron-server[78680]: DEBUG neutron.db.agents_db [None req-c742374b-088c-4dbd-b715-ab9fc80f0744 None None] Agent healthcheck: found 6 active agents {{(pid=78680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}